-- Logs begin at Fri 2021-10-22 18:08:00 UTC, end at Fri 2021-10-22 19:09:38 UTC. -- Oct 22 18:39:27.024203 dv-cinder-815146-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 22 18:39:29.812553 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.common.config [-] Logging enabled! Oct 22 18:39:29.813154 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 22 18:39:29.813328 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106107) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 22 18:39:29.816496 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.common.config [-] Logging enabled! Oct 22 18:39:29.816749 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 22 18:39:29.817057 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106107) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 22 18:39:29.817989 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 18:39:29.818248 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 18:39:29.818608 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 18:39:29.818852 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 18:39:29.819077 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 18:39:29.819391 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.819684 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.819976 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.820202 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.820490 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.820777 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.821054 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.821339 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.821631 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.821910 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.822214 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.822496 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.822724 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.822999 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.823283 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.823568 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.823789 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] debug = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.824065 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.824485 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.824899 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.825275 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.825719 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.826116 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.826398 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.826679 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.826964 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.827291 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] host = dv-cinder-815146-1-iscsi {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.827570 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.827859 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.828145 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.828440 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.828702 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.828989 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.829258 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.829526 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.829794 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.830088 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.830374 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.830658 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.830945 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.831167 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.831386 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.831670 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.831954 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.832224 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.832494 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.832766 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.833037 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.833305 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.833571 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.833849 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.834153 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.834436 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.834706 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.834976 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.835242 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.835512 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.835791 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.836059 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.836327 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.836594 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.836873 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.837137 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.837406 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.837700 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.837983 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.838286 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.838569 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.838840 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.839119 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.839386 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.839652 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.839917 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_json = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.840183 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.840446 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.841276 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.841549 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.841818 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.842112 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.842380 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.842661 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:29.842950 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.843243 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.843540 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.843816 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.844115 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.844389 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.844672 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.844942 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.845227 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.845511 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.845792 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.846099 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.846383 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.846654 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.846944 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.847242 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.847532 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.847818 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.848090 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.848360 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.848630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.848901 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.849184 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.849456 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.849740 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.850024 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.850320 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.850604 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.850893 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.851180 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.851451 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.851724 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.852011 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.852281 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.852550 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.852823 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.853110 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.853385 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.853657 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.853936 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.854232 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.854504 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.854772 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.855046 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.855334 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.855605 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.855874 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.856146 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.856979 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.857248 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.857531 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.857804 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.858101 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.858373 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.858645 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.858915 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.859182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.859454 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.859724 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.859994 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.860263 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.860529 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.860796 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.861064 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.861336 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.861609 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.861966 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.862270 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.862540 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.862808 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.863076 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.863348 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.863619 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.863901 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.864193 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.864468 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.864742 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.865016 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.865290 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.865562 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.865835 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.866137 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.866412 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.866935 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.867221 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.867500 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.867783 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.868063 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.868337 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.868647 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.868921 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.869199 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.869473 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.869747 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.870025 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.870328 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.870619 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.870907 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.871195 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.871484 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.871773 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.872110 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.872411 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.872686 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:29.872902 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 18:39:29.873139 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106107) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 22 18:39:30.301971 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 22 18:39:30.302275 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 22 18:39:30.302558 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 22 18:39:30.302886 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 22 18:39:30.636360 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.636648 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.636914 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.638274 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.638546 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.638809 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.672830 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.673108 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.673502 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.689355 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.689636 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.689901 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.719913 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.720192 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.720462 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.756731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.757006 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.757268 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.992419 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.993038 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.993038 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.993199 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:30.993823 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.118699 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.119016 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.119296 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.119567 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.119832 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.120141 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.120399 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.120653 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.120905 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.121185 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.121442 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.121702 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.122099 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.122348 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.122743 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.122847 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.123105 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.123367 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.123634 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.123891 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.124157 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.124405 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.124684 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.125054 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.125301 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.125544 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.125936 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:31.126197 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:31.126434 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:31.126674 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:31.126908 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:31.127140 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:31.127495 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 22 18:39:31.130606 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 22 18:39:31.134644 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 22 18:39:31.138884 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 22 18:39:31.140501 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 22 18:39:31.140952 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 22 18:39:31.141280 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 22 18:39:31.141657 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 22 18:39:31.144457 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 22 18:39:31.144708 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 22 18:39:31.145047 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 22 18:39:31.150286 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 22 18:39:31.172719 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 22 18:39:31.173168 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.173461 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106107) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 22 18:39:31.173814 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.175298 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106107) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 22 18:39:31.175581 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 22 18:39:31.175826 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 22 18:39:31.179021 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.179296 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.243948 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 22 18:39:31.244124 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 22 18:39:31.244359 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 22 18:39:31.244732 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 22 18:39:31.266363 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_db.sqlalchemy.engines [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106107) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 22 18:39:31.800406 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing driver for type 'gre' Oct 22 18:39:31.800986 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] gre ID ranges: [(1, 1000)] Oct 22 18:39:31.855434 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing driver for type 'local' Oct 22 18:39:31.855955 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing driver for type 'vlan' Oct 22 18:39:31.868812 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] VlanTypeDriver initialization complete Oct 22 18:39:31.869189 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing driver for type 'vxlan' Oct 22 18:39:31.869654 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] vxlan ID ranges: [(1, 1000)] Oct 22 18:39:31.923159 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing extension driver 'port_security' Oct 22 18:39:31.923731 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.extensions.port_security [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] PortSecurityExtensionDriver initialization complete Oct 22 18:39:31.924063 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing mechanism driver 'openvswitch' Oct 22 18:39:31.924382 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing mechanism driver 'hyperv' Oct 22 18:39:31.931419 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.plugin [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:39:31.932260 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.932631 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.932985 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.933507 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 18:39:31.933934 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.934833 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.935656 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.936052 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 18:39:31.936460 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.936812 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.937151 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.937541 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 18:39:31.937942 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.938312 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.938650 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.939041 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 18:39:31.939445 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.939786 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.940121 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.940508 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 18:39:31.940906 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.941247 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.941578 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.941960 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 22 18:39:31.942359 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] ML2 OVO RPC backend initialized. {{(pid=106107) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 22 18:39:31.943062 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.943413 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.943823 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.944169 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > networks before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.944511 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.944850 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > ports before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.945189 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.945528 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.945871 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.946231 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.946564 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.946895 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.947228 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.947555 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.947885 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.948215 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.948544 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.949113 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.plugin [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Modular L2 Plugin initialization complete Oct 22 18:39:31.949442 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading services supported by the core plugin {{(pid=106107) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 22 18:39:31.949760 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.plugins.ml2.managers [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Got port-security extension from driver 'port_security' Oct 22 18:39:31.951297 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.extensions.vlantransparent [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Disabled vlantransparent extension. Oct 22 18:39:31.951783 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106107) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 22 18:39:31.952100 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: router Oct 22 18:39:31.988221 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.988607 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router after_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.988977 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router before_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.989339 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.989705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.990080 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router after_delete 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.990440 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.992541 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.993058 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router after_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.993261 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.993617 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.993974 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.994357 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.994764 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.995132 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.995472 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.995809 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: subnet after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.996145 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.996493 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.997905 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.998287 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: port before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.998640 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.999001 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router after_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.999351 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:31.999705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.000066 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.000411 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.000774 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > agent after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.001121 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.001464 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > network after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.002339 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Tracking information for resource: router configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:32.002670 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Tracking information for resource: floatingip configured {{(pid=106107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 22 18:39:32.007532 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.db.l3_agentschedulers_db [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 22 18:39:32.008098 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.008455 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: port after_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.008804 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: port after_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.009155 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: port after_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.009925 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router before_create 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.010334 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.010696 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.011052 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.017174 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.services.provider_configuration [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service providers = [] {{(pid=106107) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 22 18:39:32.017536 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.db.servicetype_db [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106107) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 22 18:39:32.020489 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 18:39:32.020835 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 18:39:32.021172 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 18:39:32.022074 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.services.service_base [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 22 18:39:32.022447 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.services.service_base [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 22 18:39:32.022823 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.023137 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 22 18:39:32.034280 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.034613 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: auto_allocate Oct 22 18:39:32.040277 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: network precommit_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.040640 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: network precommit_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.041153 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.041469 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: tag Oct 22 18:39:32.048531 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.048856 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: timestamp Oct 22 18:39:32.052688 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.052973 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: network_ip_availability Oct 22 18:39:32.058397 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.058763 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.059116 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.060767 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.061090 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: flavors Oct 22 18:39:32.066078 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.066408 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading Plugin: revisions Oct 22 18:39:32.070846 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 22 18:39:32.071229 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=106107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 22 18:39:32.071965 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106107) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 22 18:39:32.072298 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Initializing extension manager. Oct 22 18:39:32.072804 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: __init__.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.073143 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: __pycache__ {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.073474 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.073805 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: address_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.074577 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.076087 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: address-group Oct 22 18:39:32.076413 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: address_scope.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.077129 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.077645 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: address-scope Oct 22 18:39:32.077969 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.078915 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.079433 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: router-admin-state-down-before-update Oct 22 18:39:32.079755 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: agent.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.080449 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.080957 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: agent Oct 22 18:39:32.081277 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: agent_resources_synced.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.082216 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.082734 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: agent-resources-synced Oct 22 18:39:32.083055 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.084887 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.085419 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: allowed-address-pairs Oct 22 18:39:32.085741 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.086850 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.087376 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: auto-allocated-topology Oct 22 18:39:32.087697 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: availability_zone.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.088392 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.088907 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: availability_zone Oct 22 18:39:32.089221 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: availability_zone_filter.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.090159 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.091174 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: availability_zone_filter Oct 22 18:39:32.091496 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: data_plane_status.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.092415 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.092937 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension data-plane-status not supported by any of loaded plugins Oct 22 18:39:32.093255 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: default_subnetpools.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.094194 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.094709 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: default-subnetpools Oct 22 18:39:32.095025 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.095825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.096338 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: dhcp_agent_scheduler Oct 22 18:39:32.096656 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: dns.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.097569 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.098111 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension dns-integration not supported by any of loaded plugins Oct 22 18:39:32.098431 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: dns_domain_ports.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.099348 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.099854 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 22 18:39:32.100171 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.101088 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.101593 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 22 18:39:32.101908 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: dvr.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.102591 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.103099 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: dvr Oct 22 18:39:32.103416 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: ecmp_routes.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.104330 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.104835 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 22 18:39:32.105153 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: empty_string_filtering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.106105 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.107065 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: empty-string-filtering Oct 22 18:39:32.107387 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.108306 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.108821 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 22 18:39:32.109135 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.110050 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.110571 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 22 18:39:32.110891 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: external_net.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.111792 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.112302 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: external-net Oct 22 18:39:32.112622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.113517 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.114026 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: extra_dhcp_opt Oct 22 18:39:32.114368 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: extraroute.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.115263 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.115773 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: extraroute Oct 22 18:39:32.116092 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: extraroute_atomic.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.117367 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.117887 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: extraroute-atomic Oct 22 18:39:32.118240 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: filter_validation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.119068 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.119577 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: filter-validation Oct 22 18:39:32.119898 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: fip_pf_description.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.120806 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.121322 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 22 18:39:32.121641 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: fip_port_details.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.123566 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.124090 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: fip-port-details Oct 22 18:39:32.124414 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: flavors.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.125644 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.126194 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: flavors Oct 22 18:39:32.126516 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.128185 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.128719 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 22 18:39:32.129056 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: floatingip_pools.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.129748 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.130296 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: floatingip-pools Oct 22 18:39:32.130622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: ip_allocation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.131541 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.132052 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension ip_allocation not supported by any of loaded plugins Oct 22 18:39:32.132374 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.133282 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.133799 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: ip-substring-filtering Oct 22 18:39:32.134161 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l2_adjacency.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.135080 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.135587 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 22 18:39:32.135909 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l3.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.136851 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.138426 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: router Oct 22 18:39:32.138772 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.141015 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.141548 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 22 18:39:32.141881 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.142825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.143351 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: ext-gw-mode Oct 22 18:39:32.143676 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.144586 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.145101 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: l3-ha Oct 22 18:39:32.145425 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l3_flavors.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.146374 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.146887 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: l3-flavors Oct 22 18:39:32.147208 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.148103 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.148617 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 22 18:39:32.148939 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: l3agentscheduler.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.149956 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.150500 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: l3_agent_scheduler Oct 22 18:39:32.150826 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: logging.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.152327 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.152846 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension logging not supported by any of loaded plugins Oct 22 18:39:32.153659 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: metering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.154424 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.155003 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: metering Oct 22 18:39:32.155331 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.156536 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.157055 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: metering_source_and_destination_fields Oct 22 18:39:32.157378 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: multiprovidernet.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.158322 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.158840 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: multi-provider Oct 22 18:39:32.159167 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: netmtu.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.160071 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.160581 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: net-mtu Oct 22 18:39:32.160901 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: netmtu_writable.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.161816 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.162359 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: net-mtu-writable Oct 22 18:39:32.162680 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: network_availability_zone.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.163344 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.163852 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: network_availability_zone Oct 22 18:39:32.164167 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: network_ip_availability.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.165265 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.165777 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: network-ip-availability Oct 22 18:39:32.166124 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: network_segment_range.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.166877 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.167381 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension network-segment-range not supported by any of loaded plugins Oct 22 18:39:32.167696 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: pagination.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.169088 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.169450 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: pagination Oct 22 18:39:32.169778 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: port_device_profile.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.170782 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.171296 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: port-device-profile Oct 22 18:39:32.171689 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.172623 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.173129 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: port-mac-address-regenerate Oct 22 18:39:32.173446 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.174383 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.174891 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: port-numa-affinity-policy Oct 22 18:39:32.175206 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: port_resource_request.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.176114 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.176624 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension port-resource-request not supported by any of loaded plugins Oct 22 18:39:32.176933 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: portbindings.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.177848 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.178436 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: binding Oct 22 18:39:32.178709 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: portbindings_extended.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.179982 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.180499 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: binding-extended Oct 22 18:39:32.180823 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: portsecurity.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.181732 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.182272 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: port-security Oct 22 18:39:32.182592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: project_id.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.183582 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.183907 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: project-id Oct 22 18:39:32.185254 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: providernet.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.186229 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.186750 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: provider Oct 22 18:39:32.187075 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.190662 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.191190 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos not supported by any of loaded plugins Oct 22 18:39:32.191520 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.192921 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.193437 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 22 18:39:32.193759 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.194703 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.195227 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 22 18:39:32.195548 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_default.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.196454 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.196967 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-default not supported by any of loaded plugins Oct 22 18:39:32.197286 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_fip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.197930 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.198472 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-fip not supported by any of loaded plugins Oct 22 18:39:32.198791 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.199709 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.201258 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 22 18:39:32.201561 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.202501 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.203016 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 22 18:39:32.203332 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.204370 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.204886 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 22 18:39:32.205204 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_pps_rule.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.206412 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.206935 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-pps not supported by any of loaded plugins Oct 22 18:39:32.207258 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.208204 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.208717 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 22 18:39:32.209036 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: qos_rules_alias.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.210285 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.210802 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 22 18:39:32.211125 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: quotasv2.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.212055 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.212378 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: quotas Oct 22 18:39:32.212695 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: quotasv2_detail.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.216272 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.216614 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: quota_details Oct 22 18:39:32.216943 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: rbac.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.217998 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.218555 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: rbac-policies Oct 22 18:39:32.218886 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: rbac_address_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.219826 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.220356 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: rbac-address-group Oct 22 18:39:32.220683 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: rbac_address_scope.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.221607 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.222149 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: rbac-address-scope Oct 22 18:39:32.222476 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: rbac_security_groups.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.223400 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.223913 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: rbac-security-groups Oct 22 18:39:32.224235 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.225137 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.225654 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: rbac-subnetpool Oct 22 18:39:32.225976 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: revisionifmatch.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.226926 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.227439 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: revision-if-match Oct 22 18:39:32.227760 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: revisions.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.228869 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.229378 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: standard-attr-revisions Oct 22 18:39:32.229705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: router_availability_zone.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.230405 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.230917 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: router_availability_zone Oct 22 18:39:32.231481 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: routerservicetype.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.232401 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.232913 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension router-service-type not supported by any of loaded plugins Oct 22 18:39:32.233233 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.234169 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.234687 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: security-groups-normalized-cidr Oct 22 18:39:32.235005 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.235909 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.236424 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: port-security-groups-filtering Oct 22 18:39:32.236744 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.237658 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.238207 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: security-groups-remote-address-group Oct 22 18:39:32.238527 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: securitygroup.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.249637 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.250203 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: security-group Oct 22 18:39:32.250532 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: segment.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.251320 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.251836 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension segment not supported by any of loaded plugins Oct 22 18:39:32.252490 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.253159 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.253674 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 22 18:39:32.253994 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: servicetype.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.255131 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.255658 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: service-type Oct 22 18:39:32.255980 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: sorting.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.256958 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.257289 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: sorting Oct 22 18:39:32.257608 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: standard_attr_segment.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.258539 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.259059 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 22 18:39:32.259379 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: standardattrdescription.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.260024 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.260536 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: standard-attr-description Oct 22 18:39:32.260856 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: stateful_security_group.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.261774 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.262383 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: stateful-security-group Oct 22 18:39:32.263243 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: stdattrs_common.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.263825 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 22 18:39:32.264145 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.265066 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.265574 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 22 18:39:32.265890 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: subnet_onboard.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.266998 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.267519 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: subnet_onboard Oct 22 18:39:32.267843 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.268764 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.269274 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 22 18:39:32.269593 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: subnet_service_types.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.270554 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.271069 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: subnet-service-types Oct 22 18:39:32.271387 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: subnetallocation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.272466 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.272995 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: subnet_allocation Oct 22 18:39:32.273316 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.273997 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.274542 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: subnetpool-prefix-ops Oct 22 18:39:32.274860 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.275804 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.276317 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 22 18:39:32.276636 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: tagging.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.277697 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.279148 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: standard-attr-tag Oct 22 18:39:32.279479 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: timestamp.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.280679 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.281200 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loaded extension: standard-attr-timestamp Oct 22 18:39:32.281524 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: trunk.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.282576 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.283095 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension trunk not supported by any of loaded plugins Oct 22 18:39:32.283418 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: trunk_details.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.284329 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.284842 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension trunk-details not supported by any of loaded plugins Oct 22 18:39:32.285164 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.286229 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.286746 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 22 18:39:32.287065 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Loading extension file: vlantransparent.py {{(pid=106107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 22 18:39:32.287733 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 22 18:39:32.288241 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 22 18:39:32.290694 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:network Oct 22 18:39:32.291217 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:subnet Oct 22 18:39:32.291609 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 18:39:32.292000 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:port Oct 22 18:39:32.293223 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.294721 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service FLAVORS assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.295361 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.295802 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.296134 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:router Oct 22 18:39:32.296561 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:floatingip Oct 22 18:39:32.297046 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service METERING assigned prefix: /metering {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.298505 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.298880 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.299229 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:39:32.300226 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 22 18:39:32.300679 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:security_group Oct 22 18:39:32.301097 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 22 18:39:32.301689 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.302016 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 18:39:32.302389 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] subnetpool is already registered Oct 22 18:39:32.302855 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.303143 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 18:39:32.303470 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] subnetpool is already registered Oct 22 18:39:32.307033 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.307478 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service FLAVORS assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.308075 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.308499 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.308831 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:router Oct 22 18:39:32.309169 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] router is already registered Oct 22 18:39:32.310182 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:floatingip Oct 22 18:39:32.310525 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] floatingip is already registered Oct 22 18:39:32.310990 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service METERING assigned prefix: /metering {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.311647 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 22 18:39:32.311971 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] rbac_policy is already registered Oct 22 18:39:32.312378 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:security_group Oct 22 18:39:32.312717 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] security_group is already registered Oct 22 18:39:32.313114 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 22 18:39:32.313445 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] security_group_rule is already registered Oct 22 18:39:32.313913 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.314262 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 18:39:32.314595 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] subnetpool is already registered Oct 22 18:39:32.315004 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.v2.resource_helper [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Service CORE assigned prefix: {{(pid=106107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 22 18:39:32.315321 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 22 18:39:32.315645 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING neutron.quota.resource_registry [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] subnetpool is already registered Oct 22 18:39:32.316085 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: extensions {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.317633 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: address-groups {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.319150 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: address-scopes {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.320350 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: agents {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.321509 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: auto-allocated-topology {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.322907 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: availability_zones {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.324124 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: dhcp-networks {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.326623 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: dhcp-agents {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.328142 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: routers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.330272 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: flavors {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.331447 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: service_profiles {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.332799 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: next_providers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.334273 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: service_profiles {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.335712 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: floatingip-pools {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.337028 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: routers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.339179 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: floatingips {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.340369 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: l3-routers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.342468 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: l3-agents {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.343881 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: metering-labels {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.345124 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: metering-label-rules {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.346535 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: network-ip-availabilities {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.347822 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: bindings {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.349386 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: quotas {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.351062 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: quotas {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.352607 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: rbac-policies {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.353846 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: security-groups {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.355102 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: security-group-rules {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.357359 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: service-providers {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.358615 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: subnetpools {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.359920 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: subnetpools {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.361510 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.363246 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.364947 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.367096 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.368795 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.371663 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.374428 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.376234 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.378129 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.379847 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron.api.extensions [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Extended resource: tags {{(pid=106107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 22 18:39:32.385899 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING keystonemiddleware.auth_token [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 22 18:39:32.391093 dv-cinder-815146-1-iscsi neutron-server[106107]: WARNING keystonemiddleware.auth_token [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 22 18:39:32.400108 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Acquired lock "singleton_lock" {{(pid=106107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 22 18:39:32.400586 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_concurrency.lockutils [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Releasing lock "singleton_lock" {{(pid=106107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 22 18:39:32.401227 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO oslo_service.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Starting 2 workers Oct 22 18:39:32.406504 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Started child 106214 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 18:39:32.412793 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Started child 106215 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 18:39:32.413005 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:32.413605 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO neutron.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 22 18:39:32.413605 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Publish callbacks [] for process, before_spawn {{(pid=106107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:32.413754 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [-] (106214) wsgi starting up on http://0.0.0.0:9696 Oct 22 18:39:32.415551 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO oslo_service.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Starting 1 workers Oct 22 18:39:32.415817 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:32.417225 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [-] (106215) wsgi starting up on http://0.0.0.0:9696 Oct 22 18:39:32.421916 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Started child 106216 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 18:39:32.422454 dv-cinder-815146-1-iscsi neutron-server[106107]: INFO oslo_service.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Starting 1 workers Oct 22 18:39:32.425222 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] calling RpcWorker wait() {{(pid=106216) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 22 18:39:32.425754 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] returning from RpcWorker wait() {{(pid=106216) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 22 18:39:32.426951 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:32.427059 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Started child 106217 {{(pid=106107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 18:39:32.427415 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:39:32.427779 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG neutron_lib.callbacks.manager [None req-9746e88c-7c75-4bf8-92b7-81ad731a87c9 None None] Publish callbacks [] for process, after_spawn {{(pid=106107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:32.429660 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 22 18:39:32.429875 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 18:39:32.430084 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 18:39:32.430307 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 18:39:32.430659 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 18:39:32.430824 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 18:39:32.431318 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.431587 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.431836 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.432062 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:32.432534 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.432534 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.432969 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.433205 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.433443 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.433714 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.433949 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.434156 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.434883 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.435708 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.435972 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.436267 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.436531 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.436782 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.437035 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.437209 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.437448 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.437715 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.437962 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.438255 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] debug = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.438512 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.438979 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.439229 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.439460 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.439711 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.439957 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.440197 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.440467 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.440696 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.440928 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.441144 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.441409 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.441642 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.441847 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.442103 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.442348 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.442582 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.443055 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host = dv-cinder-815146-1-iscsi {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.443292 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.443522 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.443745 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.443975 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.444226 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.444438 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.444692 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.444962 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.445216 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.445453 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.445704 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.445950 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.446206 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.446460 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.446624 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_options = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.446869 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.447134 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.447400 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.447600 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.447770 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.447944 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.448200 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.448353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.448606 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.448844 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.449056 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.449268 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.449511 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.449741 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.450190 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.451080 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.451324 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.451536 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.451794 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.452042 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.452269 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.452512 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.452748 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.452967 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.453200 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.453438 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.453678 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.453890 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.454124 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.454388 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.454635 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.454887 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.455121 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.455351 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.455611 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.455833 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.456061 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.456295 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.456567 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.456790 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.457044 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.457304 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.457518 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.457744 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.457973 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.460271 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.460683 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_json = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.460896 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.461076 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.461364 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.461624 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.461856 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.462121 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.462375 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.462652 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.463277 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:39:32.463435 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.464224 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.464541 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.464816 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.465064 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.465333 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.465619 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.465857 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.466147 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.466428 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.466737 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.466967 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.467284 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.468207 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.468207 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.468207 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.468638 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.468638 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.470780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.471843 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.471843 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.471843 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.471843 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.472438 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.472438 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.472438 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.472841 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.472841 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.473109 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.473254 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.473438 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.473665 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.473881 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.474143 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.474377 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.474616 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.475041 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.475932 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.475932 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.475932 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.475932 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.476219 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.476295 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.476792 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.477037 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.477273 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.477510 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.477814 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.478020 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.478294 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.478514 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.478755 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.479019 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.479254 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.479476 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.479694 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.479906 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.480125 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.480344 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.480698 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.481026 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.481938 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.482283 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.482648 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.483052 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.483507 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.483840 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.484216 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.484571 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.484922 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.485497 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.485685 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.486000 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.486278 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.486509 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.486729 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.486985 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.487207 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.487430 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.487644 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.487883 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.488100 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.488378 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.488682 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.488968 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.489184 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.489440 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.489859 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.490368 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.490703 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.492036 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.493326 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.493597 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.493870 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.494133 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.494382 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.494622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.494847 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.495126 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.495351 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.495595 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.495830 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.496079 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.496332 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.496629 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.497571 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.497844 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.498617 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.498913 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.499171 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.499421 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.499711 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.499959 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.500256 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.500570 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.500943 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.501228 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.502343 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.502730 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.503154 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.503647 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.504079 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.504632 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.505737 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.505737 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.505737 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.508238 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.509565 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.509565 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.509565 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.509565 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.509565 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.509565 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.509920 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.510069 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.510290 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.510529 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.510808 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.511011 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.511440 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.511654 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.511904 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.512150 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.512296 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.512668 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.512887 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.513125 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.513340 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.513667 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.513890 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.514174 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.514369 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.514682 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.514922 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.515138 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.515353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.515595 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.515806 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.516051 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.516270 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.516536 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.516779 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.517040 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.517224 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.517440 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.517678 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.518325 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.518325 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.518521 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.518612 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.518776 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.518984 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.519199 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.519425 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.519640 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.519853 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.520121 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521330 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521330 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521330 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521330 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521330 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521719 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521801 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.521971 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.522200 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.522409 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.522624 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.522832 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.523099 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.523345 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.523690 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.523919 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.524126 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.524491 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.524822 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.525033 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.525337 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.525590 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.525834 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.526115 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.526352 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.526580 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.526803 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.527021 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.527212 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.527426 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.527636 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.527840 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.528083 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.528287 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.528491 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.528705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.528917 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.529123 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.529345 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.529603 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.529843 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.530053 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.530266 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.530492 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.530747 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.530950 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.531157 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.531393 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.531604 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.531807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.532027 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.532253 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.532456 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.532670 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.533553 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.533553 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.533553 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.533804 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.533910 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.534230 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.534464 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.534788 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.535034 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.535351 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.535601 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.535837 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.536051 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.536262 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.536475 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.536704 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.537000 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.537273 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.537500 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.537731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.537996 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.538272 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.538545 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.538753 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.539032 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.539365 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.539624 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.539861 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.540115 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.540358 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.540575 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.540801 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.541044 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.541292 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.541503 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.541751 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.541979 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.542224 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.542453 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.542674 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.542886 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.543123 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.543349 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.544157 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.544388 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.544544 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 18:39:32.545097 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 22 18:39:32.545252 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 18:39:32.545407 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 18:39:32.545576 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 18:39:32.545740 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 18:39:32.545889 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 18:39:32.546116 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.546277 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.546436 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.546594 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.547080 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.547302 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.547467 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.547665 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.547828 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.547985 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.548148 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.548290 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.548533 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.548847 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.549007 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.549147 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.549277 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.549431 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.549744 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.549900 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.550075 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.550235 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.550395 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] debug = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.550530 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.550713 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.550896 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.551032 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.551165 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.551301 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.551451 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.551613 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.551748 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.551906 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.552060 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.552215 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.552656 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.552656 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.552656 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.552968 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.552968 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.553137 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host = dv-cinder-815146-1-iscsi {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.553219 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.553664 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.553664 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.553664 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.553922 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.553922 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.554142 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.554285 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.554439 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.554594 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.554748 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.554902 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.555061 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.555213 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.555372 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_options = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.555543 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.555680 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.555836 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.556012 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.556173 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.556339 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.556472 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.556625 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.556779 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.556935 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.557091 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.557241 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.557382 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.557538 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.557690 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.557844 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.557997 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.558173 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.558330 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.558484 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.558637 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.558791 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.558949 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.559120 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.559317 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560011 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560144 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560245 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560460 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560553 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560637 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560789 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.560941 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.561094 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.561247 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.561400 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.561555 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.561708 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.561865 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.562019 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.562191 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.562346 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.562501 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.562654 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.562813 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.562965 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.563119 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_json = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.563272 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.563426 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.563579 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.563732 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.563884 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.564037 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.564190 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.564349 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 18:39:32.564521 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.564682 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.564849 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.565314 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.565314 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.565314 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.565520 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.565586 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.565748 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.565903 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.566091 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.566250 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.566416 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.566575 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.566717 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.566879 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.567035 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.567191 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.567348 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.567505 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.567663 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.567817 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.567983 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.568140 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.568296 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.568454 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.568659 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.568780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.568939 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.569096 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.569252 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.569409 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.569566 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.569725 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.569882 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.570825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.570825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.570825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.570825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.570825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.570825 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571269 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571269 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571269 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571489 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571489 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571721 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571801 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.571947 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.572101 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.572258 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.572415 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.572573 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.572733 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.572893 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.573060 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.573215 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.573371 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.573528 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574197 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574197 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574197 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574197 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574501 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574593 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:39:32.574680 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574680 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.574889 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.575002 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.575246 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.575321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.575439 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.575638 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.575789 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.575983 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.576140 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.576279 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.576424 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.576560 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.576694 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.576837 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.576971 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.577107 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.577253 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.577412 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.577569 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.577725 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.577881 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.578074 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.578224 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.578371 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.578522 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.578679 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.578841 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.578998 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.579156 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.579312 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.579469 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.579625 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.579780 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.579936 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.580091 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.580247 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.580405 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.580561 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.580716 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.580871 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.581026 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.581181 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.581336 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.581492 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.581648 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.581804 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.581959 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.582138 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.582295 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.582452 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.582616 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.582775 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.582925 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.583065 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.583242 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.583424 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.583557 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.583693 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.583838 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.583975 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.584110 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.584266 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.584423 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.584580 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.584737 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.584892 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.586622 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589182 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.589731 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590321 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590972 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590972 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590972 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590972 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.590972 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.591317 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.591317 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.591317 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.591528 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.591606 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.591767 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.591925 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.592086 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.592244 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.592244 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.592746 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.592746 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593222 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593222 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593222 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593443 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593443 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593820 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593820 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.593820 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.594067 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.594426 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.594426 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.594581 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.594581 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.594750 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.594913 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.595067 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.595231 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.595386 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.595519 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.595916 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.595916 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.596522 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.596522 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.596522 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.596522 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.598403 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.599807 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.600353 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.602592 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.603630 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604170 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.604705 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605232 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605232 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605232 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605453 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605532 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605648 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605805 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.605968 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.606761 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.606937 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.607095 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.607383 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.607542 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.607701 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.607857 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.608015 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.608172 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.608329 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.608486 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.608644 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.608801 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.608958 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.609117 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.609275 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.609432 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.609587 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.609743 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.609900 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 18:39:32.610073 dv-cinder-815146-1-iscsi neutron-server[106107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 18:39:32.697911 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 55870) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:39:32.706538 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062199 Oct 22 18:39:44.317412 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70a76cf-6df8-4024-a7a9-90099d3b7865 None None] get_active_networks_info from dv-cinder-815146-1-iscsi {{(pid=106216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 22 18:39:44.426164 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a76cf-6df8-4024-a7a9-90099d3b7865 None None] No non-hosted networks {{(pid=106216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 22 18:39:44.430699 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9ffdcad1-a873-42d9-a219-8632b94561e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527052'] for agent, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:46.914461 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-430f0ca9-782f-41c9-8cef-c61561d2a65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527052'] for agent, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:46.953015 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0cbb029-38e3-49fb-bce6-8a07572933b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:47.955670 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527052'] for agent, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:48.268751 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527052'] for agent, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:48.269535 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.269945 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.270441 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.271047 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.271373 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.271803 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.272132 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.272610 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.272987 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.273302 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.273736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.274077 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:48.274625 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:39:48.292174 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:39:49.944957 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527052'] for agent, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:50.248394 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.db.l3_hamode_db [None req-04817181-cf5a-4344-8aa5-b9cd246bedc3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 22 18:39:50.324971 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04817181-cf5a-4344-8aa5-b9cd246bedc3 None None] Routers set() bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:39:50.325362 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04817181-cf5a-4344-8aa5-b9cd246bedc3 None None] Router IDs set() for agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 22 18:39:50.984053 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 55962) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:39:51.474006 dv-cinder-815146-1-iscsi neutron-server[106215]: WARNING oslo_policy.policy [None req-59572015-5802-4479-a8f1-0ee4c4981350 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:39:51.474601 dv-cinder-815146-1-iscsi neutron-server[106215]: WARNING oslo_policy.policy [None req-59572015-5802-4479-a8f1-0ee4c4981350 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:39:51.698508 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [None req-59572015-5802-4479-a8f1-0ee4c4981350 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:39:51.699733 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-59572015-5802-4479-a8f1-0ee4c4981350 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7147145 Oct 22 18:39:54.235883 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 55976) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:39:54.548416 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:39:54.647189 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.policy [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106215) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 22 18:39:54.695389 dv-cinder-815146-1-iscsi neutron-server[106215]: WARNING oslo_policy.policy [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:39:54.695753 dv-cinder-815146-1-iscsi neutron-server[106215]: WARNING oslo_policy.policy [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:39:54.704709 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.quota [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] Loaded quota_driver: . Oct 22 18:39:54.794249 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771491763558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771491762961', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771491742905', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771491748597', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771495074174', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771491458935', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3951474', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3954200', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1011287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-936956'] for rbac-policy, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:54.857695 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:54.858940 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-86c06a2e-dbf2-4e92-88ed-b254faece000 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6220598 Oct 22 18:39:57.611440 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 55988) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:39:57.909110 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:39:57.937686 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Made reservation on behalf of ca7901fde78a47c9bc1d3edb7c8d9076 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:39:57.942198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:57.957141 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:58.066472 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:58.069914 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:58.088840 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:39:58.116871 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771495312918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:58.117416 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Unsubscribe: segment precommit_create {{(pid=106215) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 22 18:39:58.117921 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Added segment 2dcbd163-f144-4826-9c93-573aaa760ccf of type vlan for network 09a84647-8ded-499a-981e-313009756046 Oct 22 18:39:58.132976 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e8b766-4e94-417b-9d7d-3c7278f9b5f3,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:39:58.159863 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.160216 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.160551 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.160877 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.161198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.161532 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.161853 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.162196 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.162530 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.162850 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.163162 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.163479 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Tracked resource versions report: Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: pushed versions: Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: { 'AddressGroup': {'1.2'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'ConntrackHelper': {'1.0'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Log': {'1.0'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Network': {'1.1'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Port': {'1.7'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'PortForwarding': {'1.2'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'QosPolicy': {'1.10'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroup': {'1.4'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SubPort': {'1.0'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Subnet': {'1.1'}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Trunk': {'1.1'}} Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: consumer versions: Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'ConntrackHelper': '1.0', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Log': '1.0', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Network': '1.1', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Port': '1.7', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'PortForwarding': '1.2', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'QosPolicy': '1.10', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroup': '1.4', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroupRule': '1.2', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SubPort': '1.0', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Subnet': '1.1', Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Trunk': '1.1'}} Oct 22 18:39:58.164581 dv-cinder-815146-1-iscsi neutron-server[106215]: {{(pid=106215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:39:58.234259 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:58.273109 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:58.274284 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:39:58.274908 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:39:58.324075 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7109613 Oct 22 18:39:58.378743 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68acf3-7972-427e-8c9f-456226830f62 admin admin] Pushing event updated for resources: {'Network': ['ID=09a84647-8ded-499a-981e-313009756046,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:39:58.391666 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 09a84647-8ded-499a-981e-313009756046 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:40:01.093550 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56002) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:01.498336 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1637d5c4-57b7-4862-9f75-6eee90f5e10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:40:01.499716 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1637d5c4-57b7-4862-9f75-6eee90f5e10b admin admin] 10.222.0.15 "GET /v2.0/networks/09a84647-8ded-499a-981e-313009756046 HTTP/1.1" status: 200 len: 825 time: 0.4051924 Oct 22 18:40:01.524415 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-59d79837-ddfa-44a6-b379-afb22973bca8 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/ed272add-30c6-4188-95c7-f4dc335e2b47 HTTP/1.1" status: 200 len: 734 time: 0.0185435 Oct 22 18:40:01.533188 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Request body: {'subnet': {'subnetpool_id': 'ed272add-30c6-4188-95c7-f4dc335e2b47', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:40:01.554789 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Made reservation on behalf of ca7901fde78a47c9bc1d3edb7c8d9076 for: {'subnet': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:40:01.557093 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:01.845852 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:01.915217 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82096579-64a6-42fb-93fa-514608ee0a7e,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:01.919157 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Checking segment: {'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:40:01.919520 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Network hostable DHCP agents. Network: 09a84647-8ded-499a-981e-313009756046, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:40:01.939243 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Network 09a84647-8ded-499a-981e-313009756046 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:40:01.951168 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 09a84647-8ded-499a-981e-313009756046) {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:40:01.959554 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:40:01.960205 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:01.961250 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c4b8e0-2aa6-4ea9-8ec1-6d752039b2c0 None None] Network 09a84647-8ded-499a-981e-313009756046 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:40:01.975920 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-be2e5eb4-d79f-47ac-b5fd-db9bca3e4057 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4458668 Oct 22 18:40:02.284236 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-09a84647-8ded-499a-981e-313009756046', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'fixed_ips': [{'subnet_id': '82096579-64a6-42fb-93fa-514608ee0a7e'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:40:02.285525 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:02.580776 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Allocated IP 172.20.0.2 (09a84647-8ded-499a-981e-313009756046/82096579-64a6-42fb-93fa-514608ee0a7e/7ec1a11a-7f4f-488b-be22-e9e30022b308) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:40:02.788894 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:02.796165 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:02.861690 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Network 09a84647-8ded-499a-981e-313009756046 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:40:02.866688 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:40:02.876499 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:40:02.911865 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Pushing event updated for resources: {'Port': ['ID=7ec1a11a-7f4f-488b-be22-e9e30022b308,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:02.939431 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.939798 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.940168 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.940477 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.940810 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.941141 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.941466 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.941795 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.942162 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.942490 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.942811 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.943146 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Tracked resource versions report: Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: pushed versions: Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Log': {'1.0'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Network': {'1.1'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Port': {'1.7'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'PortForwarding': {'1.2'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroup': {'1.4'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: consumer versions: Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Log': '1.0', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Network': '1.1', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Port': '1.7', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'PortForwarding': '1.2', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroup': '1.4', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SubPort': '1.0', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Subnet': '1.1', Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Oct 22 18:40:02.944210 dv-cinder-815146-1-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:40:02.971104 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Attempting to bind port 7ec1a11a-7f4f-488b-be22-e9e30022b308 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:40:02.971629 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Attempting to bind port 7ec1a11a-7f4f-488b-be22-e9e30022b308 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:40:02.971914 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Attempting to bind port 7ec1a11a-7f4f-488b-be22-e9e30022b308 on network 09a84647-8ded-499a-981e-313009756046 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:40:02.976796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:40:02.977173 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Checking segment: {'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:40:02.977643 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:02.978043 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Bound using segment: {'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:40:02.978516 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Bound port: 7ec1a11a-7f4f-488b-be22-e9e30022b308, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:40:02.978939 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:03.040869 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] For port 7ec1a11a-7f4f-488b-be22-e9e30022b308, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:40:03.046486 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] For port 7ec1a11a-7f4f-488b-be22-e9e30022b308, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7ec1a11a-7f4f-488b-be22-e9e30022b308,segment=NetworkSegment(2dcbd163-f144-4826-9c93-573aaa760ccf),segment_id=2dcbd163-f144-4826-9c93-573aaa760ccf)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:40:03.050937 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:03.118647 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bf55d-155a-4189-8e20-357e4aa38ed7 None None] Pushing event updated for resources: {'Port': ['ID=7ec1a11a-7f4f-488b-be22-e9e30022b308,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:04.537069 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56010) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:04.856203 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [None req-36b0224a-f7f3-4fa8-ab81-1f9ae033ce1a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:40:04.857370 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-36b0224a-f7f3-4fa8-ab81-1f9ae033ce1a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3193648 Oct 22 18:40:07.345216 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56018) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:07.855283 dv-cinder-815146-1-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-4efbdb25-da76-4fb4-b276-047ae419a1b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:40:07.855920 dv-cinder-815146-1-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-4efbdb25-da76-4fb4-b276-047ae419a1b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:40:08.081608 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [None req-4efbdb25-da76-4fb4-b276-047ae419a1b0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:40:08.082906 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4efbdb25-da76-4fb4-b276-047ae419a1b0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7356348 Oct 22 18:40:09.487063 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:40:10.873247 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56036) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:11.194858 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Request body: {'router': {'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True, 'name': 'router1'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:40:11.260800 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.policy [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106214) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 22 18:40:11.308384 dv-cinder-815146-1-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:40:11.308762 dv-cinder-815146-1-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 22 18:40:11.317325 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.quota [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Loaded quota_driver: . Oct 22 18:40:11.372134 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:11.373884 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:11.531355 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:11.535991 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:11.555795 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:11.569372 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-130a0eec-44d9-4fd9-bab2-d4fe49c35f37 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6827145 Oct 22 18:40:12.318541 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c20ee2c-5b3c-4dff-affd-609e57b027a4 None None] Network 09a84647-8ded-499a-981e-313009756046 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:40:12.441317 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-9872e972-fd5c-47bb-b1e4-97e949728f2d None None] Provisioning complete for port 7ec1a11a-7f4f-488b-be22-e9e30022b308 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:12.441949 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9872e972-fd5c-47bb-b1e4-97e949728f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:12.503864 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7ec1a11a-7f4f-488b-be22-e9e30022b308 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:40:12.734460 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 7ec1a11a-7f4f-488b-be22-e9e30022b308 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:12.734836 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:12.757445 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9872e972-fd5c-47bb-b1e4-97e949728f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:12.819253 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-9872e972-fd5c-47bb-b1e4-97e949728f2d None None] For port 7ec1a11a-7f4f-488b-be22-e9e30022b308, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7ec1a11a-7f4f-488b-be22-e9e30022b308,segment=NetworkSegment(2dcbd163-f144-4826-9c93-573aaa760ccf),segment_id=2dcbd163-f144-4826-9c93-573aaa760ccf)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:40:12.827225 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9872e972-fd5c-47bb-b1e4-97e949728f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:12.906866 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872e972-fd5c-47bb-b1e4-97e949728f2d None None] Pushing event updated for resources: {'Port': ['ID=7ec1a11a-7f4f-488b-be22-e9e30022b308,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:12.951169 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-9d079bb2-f159-430f-8713-5c9d8523d1af None None] Provisioning complete for port 7ec1a11a-7f4f-488b-be22-e9e30022b308 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:12.951797 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d079bb2-f159-430f-8713-5c9d8523d1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:14.212096 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56050) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:14.212719 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-916df5d5-d1fd-4537-a139-78fe613f2392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:14.425505 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7ec1a11a-7f4f-488b-be22-e9e30022b308 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:40:14.472463 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 7ec1a11a-7f4f-488b-be22-e9e30022b308 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:14.472825 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:14.528578 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [None req-7a866e51-d1ba-417c-92f8-29a92020c235 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:40:14.529586 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7a866e51-d1ba-417c-92f8-29a92020c235 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3165720 Oct 22 18:40:16.893879 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e099-c5ac-4f25-b7a9-a60e5b042f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.035575 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56058) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:17.348775 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:40:17.372271 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Made reservation on behalf of e7815fb5f7844ba49400bd1fdbfcf4c1 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:40:17.375086 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.390306 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.492671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.497395 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.508560 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Reserving flat network on physical network physnet1 {{(pid=106214) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 22 18:40:17.540273 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771495312918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.540848 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Unsubscribe: segment precommit_create {{(pid=106214) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 22 18:40:17.541963 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Added segment e6151b71-35e7-4b05-8bdc-4838eecb4ef0 of type flat for network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 Oct 22 18:40:17.557669 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef362892-f24a-4922-8031-6bd6fb40e265,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:17.583395 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.583752 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.584091 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.584421 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.584748 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.585087 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.585413 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.585730 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.586082 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.586404 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.586719 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.587031 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Tracked resource versions report: Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: pushed versions: Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: { 'AddressGroup': {'1.2'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'ConntrackHelper': {'1.0'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Log': {'1.0'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Network': {'1.1'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Port': {'1.7'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'PortForwarding': {'1.2'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'QosPolicy': {'1.10'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroup': {'1.4'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SubPort': {'1.0'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Subnet': {'1.1'}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Trunk': {'1.1'}} Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: consumer versions: Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'ConntrackHelper': '1.0', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Log': '1.0', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Network': '1.1', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Port': '1.7', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'PortForwarding': '1.2', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'QosPolicy': '1.10', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroup': '1.4', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroupRule': '1.2', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SubPort': '1.0', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Subnet': '1.1', Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Trunk': '1.1'}} Oct 22 18:40:17.588145 dv-cinder-815146-1-iscsi neutron-server[106214]: {{(pid=106214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:40:17.668233 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.716369 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.717660 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:40:17.718459 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:17.767352 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7306783 Oct 22 18:40:17.822167 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe5af-c8b3-498c-8557-5f2840b80966 admin admin] Pushing event updated for resources: {'Network': ['ID=f7fec8de-a3da-4ac5-bebd-0cc8b424c511,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:17.833725 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:40:17.910806 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:18.259216 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:19.854228 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:20.257285 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56080) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:20.430664 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da4537-cd25-4045-8955-5b9e143ffc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:40:20.432064 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-67da4537-cd25-4045-8955-5b9e143ffc1d admin admin] 10.222.0.15 "GET /v2.0/subnets/82096579-64a6-42fb-93fa-514608ee0a7e HTTP/1.1" status: 200 len: 849 time: 0.1738014 Oct 22 18:40:20.588375 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-4cb289e1-1616-4ad5-a991-beaf76e0f64d admin admin] 10.222.0.15 "GET /v2.0/routers/a0f53be2-9cbb-4876-a5b3-cab027777d35 HTTP/1.1" status: 200 len: 704 time: 0.1500545 Oct 22 18:40:20.852034 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.137353 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Allocated IP 172.20.0.1 (09a84647-8ded-499a-981e-313009756046/82096579-64a6-42fb-93fa-514608ee0a7e/442878df-2e8c-44ec-9a05-a2802aef8ac3) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:40:21.287205 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.354260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.469902 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Network 09a84647-8ded-499a-981e-313009756046 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:40:21.477869 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:40:21.490796 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:40:21.491340 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.514976 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Pushing event updated for resources: {'Port': ['ID=442878df-2e8c-44ec-9a05-a2802aef8ac3,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:21.690763 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.712067 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-f204ce7c-dce4-4313-9c16-d27a1f2f78df None None] Provisioning complete for port 442878df-2e8c-44ec-9a05-a2802aef8ac3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:21.712598 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f204ce7c-dce4-4313-9c16-d27a1f2f78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.745564 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f204ce7c-dce4-4313-9c16-d27a1f2f78df None None] Port 442878df-2e8c-44ec-9a05-a2802aef8ac3 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:40:21.898182 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.903232 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.903969 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:21.966293 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Pushing event updated for resources: {'Port': ['ID=442878df-2e8c-44ec-9a05-a2802aef8ac3,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:22.029430 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Network 09a84647-8ded-499a-981e-313009756046 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:40:22.030670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:40:22.190699 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Router a0f53be2-9cbb-4876-a5b3-cab027777d35 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:40:22.267266 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-83efca20-cf3f-4651-9bd2-758a797e64f9 None None] Provisioning complete for port 442878df-2e8c-44ec-9a05-a2802aef8ac3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:22.267637 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-83efca20-cf3f-4651-9bd2-758a797e64f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:22.280244 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:40:22.285407 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-19f83033-57c9-458f-872e-1d0bb00e3223 admin admin] 10.222.0.15 "PUT /v2.0/routers/a0f53be2-9cbb-4876-a5b3-cab027777d35/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6910264 Oct 22 18:40:22.289832 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Sync routers for ids ['a0f53be2-9cbb-4876-a5b3-cab027777d35'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:40:22.304593 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Routers {'a0f53be2-9cbb-4876-a5b3-cab027777d35'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:40:22.305311 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:40:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['a0f53be2-9cbb-4876-a5b3-cab027777d35'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:22.307683 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-83efca20-cf3f-4651-9bd2-758a797e64f9 None None] Port 442878df-2e8c-44ec-9a05-a2802aef8ac3 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:40:22.494685 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Set router a0f53be2-9cbb-4876-a5b3-cab027777d35 gateway port host: None {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:40:22.923703 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'name': 'router1', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:40:11Z', 'updated_at': '2021-10-22T18:40:21Z', 'revision_number': 2, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'gw_port_host': None, '_interfaces': [{'id': '442878df-2e8c-44ec-9a05-a2802aef8ac3', 'name': '', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'mac_address': 'fa:16:3e:c3:73:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:20Z', 'updated_at': '2021-10-22T18:40:21Z', 'revision_number': 2, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'subnets': [{'id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed272add-30c6-4188-95c7-f4dc335e2b47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:22.974987 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Checking router: a0f53be2-9cbb-4876-a5b3-cab027777d35 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:40:22.975364 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Updating router a0f53be2-9cbb-4876-a5b3-cab027777d35 port 442878df-2e8c-44ec-9a05-a2802aef8ac3 binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:40:23.024313 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:23.550311 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:23.557705 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:23.726055 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30805542-08b8-4340-85b6-471542546786 None None] Pushing event updated for resources: {'Port': ['ID=442878df-2e8c-44ec-9a05-a2802aef8ac3,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:23.730774 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Attempting to bind port 442878df-2e8c-44ec-9a05-a2802aef8ac3 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:40:23.731168 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Attempting to bind port 442878df-2e8c-44ec-9a05-a2802aef8ac3 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:40:23.731611 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Attempting to bind port 442878df-2e8c-44ec-9a05-a2802aef8ac3 on network 09a84647-8ded-499a-981e-313009756046 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:40:23.735658 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-45869421-0eba-43d9-9664-17bd0b0c6529 None None] Provisioning complete for port 442878df-2e8c-44ec-9a05-a2802aef8ac3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:23.736159 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-45869421-0eba-43d9-9664-17bd0b0c6529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:23.740124 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.740740 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.741081 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.741414 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.741746 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.742098 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.742428 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.742753 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.743084 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.743410 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.743733 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.744590 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30805542-08b8-4340-85b6-471542546786 None None] Tracked resource versions report: Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: pushed versions: Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: { 'AddressGroup': {'1.2'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'ConntrackHelper': {'1.0'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Log': {'1.0'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Network': {'1.1'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Port': {'1.7'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'PortForwarding': {'1.2'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'QosPolicy': {'1.10'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroup': {'1.4'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SubPort': {'1.0'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Subnet': {'1.1'}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Trunk': {'1.1'}} Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: consumer versions: Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'ConntrackHelper': '1.0', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Log': '1.0', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Network': '1.1', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Port': '1.7', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'PortForwarding': '1.2', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'QosPolicy': '1.10', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroup': '1.4', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroupRule': '1.2', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SubPort': '1.0', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Subnet': '1.1', Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Trunk': '1.1'}} Oct 22 18:40:23.745682 dv-cinder-815146-1-iscsi neutron-server[106217]: {{(pid=106217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:40:23.748139 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:40:23.748552 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Checking segment: {'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:40:23.749024 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:23.749403 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Bound using segment: {'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:40:23.749965 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Bound port: 442878df-2e8c-44ec-9a05-a2802aef8ac3, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcbd163-f144-4826-9c93-573aaa760ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '09a84647-8ded-499a-981e-313009756046'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:40:23.750390 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:23.772887 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-45869421-0eba-43d9-9664-17bd0b0c6529 None None] Port 442878df-2e8c-44ec-9a05-a2802aef8ac3 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:40:23.819604 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] For port 442878df-2e8c-44ec-9a05-a2802aef8ac3, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:40:23.839422 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] For port 442878df-2e8c-44ec-9a05-a2802aef8ac3, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=442878df-2e8c-44ec-9a05-a2802aef8ac3,segment=NetworkSegment(2dcbd163-f144-4826-9c93-573aaa760ccf),segment_id=2dcbd163-f144-4826-9c93-573aaa760ccf)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:40:23.844166 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:23.901005 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Routers {'a0f53be2-9cbb-4876-a5b3-cab027777d35'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:40:23.901725 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:40:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['a0f53be2-9cbb-4876-a5b3-cab027777d35'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:23.939024 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30805542-08b8-4340-85b6-471542546786 None None] Pushing event updated for resources: {'Port': ['ID=442878df-2e8c-44ec-9a05-a2802aef8ac3,revision_number=4']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:23.997152 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] Set router a0f53be2-9cbb-4876-a5b3-cab027777d35 gateway port host: None {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:40:24.103525 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-70d6c8a9-a037-4649-83b1-b7fc88a6c07c None None] Provisioning complete for port 442878df-2e8c-44ec-9a05-a2802aef8ac3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:24.103798 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-70d6c8a9-a037-4649-83b1-b7fc88a6c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:24.184171 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-70d6c8a9-a037-4649-83b1-b7fc88a6c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:24.209174 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'name': 'router1', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:40:11Z', 'updated_at': '2021-10-22T18:40:21Z', 'revision_number': 2, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'gw_port_host': None, '_interfaces': [{'id': '442878df-2e8c-44ec-9a05-a2802aef8ac3', 'name': '', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'mac_address': 'fa:16:3e:c3:73:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:20Z', 'updated_at': '2021-10-22T18:40:23Z', 'revision_number': 4, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'subnets': [{'id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed272add-30c6-4188-95c7-f4dc335e2b47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:24.217180 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-70d6c8a9-a037-4649-83b1-b7fc88a6c07c None None] For port 442878df-2e8c-44ec-9a05-a2802aef8ac3, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=442878df-2e8c-44ec-9a05-a2802aef8ac3,segment=NetworkSegment(2dcbd163-f144-4826-9c93-573aaa760ccf),segment_id=2dcbd163-f144-4826-9c93-573aaa760ccf)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:40:24.221713 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-70d6c8a9-a037-4649-83b1-b7fc88a6c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:24.237604 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d53fd4-a90f-44ee-bedc-c875cd6b5fd5 None None] The sync data for ids ['a0f53be2-9cbb-4876-a5b3-cab027777d35'] in dv-cinder-815146-1-iscsi is: [{'id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'name': 'router1', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:40:11Z', 'updated_at': '2021-10-22T18:40:21Z', 'revision_number': 2, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'gw_port_host': None, '_interfaces': [{'id': '442878df-2e8c-44ec-9a05-a2802aef8ac3', 'name': '', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'mac_address': 'fa:16:3e:c3:73:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:20Z', 'updated_at': '2021-10-22T18:40:23Z', 'revision_number': 4, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'subnets': [{'id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed272add-30c6-4188-95c7-f4dc335e2b47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:40:24.277771 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6c8a9-a037-4649-83b1-b7fc88a6c07c None None] Pushing event updated for resources: {'Port': ['ID=442878df-2e8c-44ec-9a05-a2802aef8ac3,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:24.662977 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56100) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:24.775164 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c8c2b-408f-48f6-a5df-76783c625888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:40:24.777126 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d42c8c2b-408f-48f6-a5df-76783c625888 admin admin] 10.222.0.15 "GET /v2.0/networks/f7fec8de-a3da-4ac5-bebd-0cc8b424c511 HTTP/1.1" status: 200 len: 842 time: 0.1131926 Oct 22 18:40:24.787339 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'gateway_ip': '172.27.0.1'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:40:24.808688 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Made reservation on behalf of e7815fb5f7844ba49400bd1fdbfcf4c1 for: {'subnet': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:40:24.811787 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Publish callbacks [] for subnet, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:25.090061 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.objects.ports [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106215) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 22 18:40:25.090427 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:25.147363 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Pushing event updated for resources: {'Subnet': ['ID=748a8991-75a2-4528-ac75-54f4cedc7bc9,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:25.153464 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:40:25.154439 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Network hostable DHCP agents. Network: f7fec8de-a3da-4ac5-bebd-0cc8b424c511, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:40:25.170263 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:40:25.178454 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, f7fec8de-a3da-4ac5-bebd-0cc8b424c511) {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:40:25.182484 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:40:25.183059 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:25.190166 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa245ba-96bf-4148-a34c-37c0c9c87704 None None] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:40:25.200593 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-6b394d45-c2b3-41c0-96f6-047d70e1878a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4166789 Oct 22 18:40:25.343748 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764252e-07ab-4578-beeb-c0ea7fcf4e65 None None] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:40:27.638055 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56108) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:27.875409 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-20a7aa2e-948b-4404-ba29-4d0a65fbd2db admin admin] 10.222.0.15 "GET /v2.0/routers/a0f53be2-9cbb-4876-a5b3-cab027777d35 HTTP/1.1" status: 200 len: 710 time: 0.2362189 Oct 22 18:40:28.030933 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cfa50-cc37-416d-9dd5-9ba52276d4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:40:28.032360 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ad9cfa50-cc37-416d-9dd5-9ba52276d4d9 admin admin] 10.222.0.15 "GET /v2.0/networks/f7fec8de-a3da-4ac5-bebd-0cc8b424c511 HTTP/1.1" status: 200 len: 886 time: 0.1509123 Oct 22 18:40:28.042871 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:40:28.296239 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:28.536733 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:28.616637 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:28.805412 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Allocated IP 172.27.0.231 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/c98202f1-239f-42e5-928c-f14f8a8571c6) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:40:28.919403 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:28.980090 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:29.064934 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:40:29.070883 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Pushing event updated for resources: {'Port': ['ID=c98202f1-239f-42e5-928c-f14f8a8571c6,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:29.073076 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:40:29.093634 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:40:29.420507 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:29.621248 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-537976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4931'] for router, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:29.625643 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-537967'] for router, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:29.741067 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Router a0f53be2-9cbb-4876-a5b3-cab027777d35 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:40:29.856247 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:40:29.863468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:29.864902 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-95d9c379-8549-44af-9596-8f53d35b804a admin admin] 10.222.0.15 "PUT /v2.0/routers/a0f53be2-9cbb-4876-a5b3-cab027777d35 HTTP/1.1" status: 200 len: 890 time: 1.8261297 Oct 22 18:40:30.450816 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 442878df-2e8c-44ec-9a05-a2802aef8ac3 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:40:30.499615 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 442878df-2e8c-44ec-9a05-a2802aef8ac3 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:30.500072 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:31.464262 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Sync routers for ids ['a0f53be2-9cbb-4876-a5b3-cab027777d35'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:40:31.475732 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Routers {'a0f53be2-9cbb-4876-a5b3-cab027777d35'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:40:31.476381 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:40:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['a0f53be2-9cbb-4876-a5b3-cab027777d35'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:31.686532 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Set router a0f53be2-9cbb-4876-a5b3-cab027777d35 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:40:32.140436 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'name': 'router1', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c98202f1-239f-42e5-928c-f14f8a8571c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:40:11Z', 'updated_at': '2021-10-22T18:40:29Z', 'revision_number': 4, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'gw_port': {'id': 'c98202f1-239f-42e5-928c-f14f8a8571c6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:28Z', 'updated_at': '2021-10-22T18:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '442878df-2e8c-44ec-9a05-a2802aef8ac3', 'name': '', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'mac_address': 'fa:16:3e:c3:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:20Z', 'updated_at': '2021-10-22T18:40:24Z', 'revision_number': 5, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'subnets': [{'id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed272add-30c6-4188-95c7-f4dc335e2b47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:32.191535 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Checking router: a0f53be2-9cbb-4876-a5b3-cab027777d35 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:40:32.191903 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Updating router a0f53be2-9cbb-4876-a5b3-cab027777d35 port c98202f1-239f-42e5-928c-f14f8a8571c6 binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:40:32.241955 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:32.413220 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56122) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:40:32.528974 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-16ed2a77-9959-4369-a867-46e5946be5ae admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146142 Oct 22 18:40:32.563618 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:32.569485 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:32.620009 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Attempting to bind port c98202f1-239f-42e5-928c-f14f8a8571c6 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:40:32.620378 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Attempting to bind port c98202f1-239f-42e5-928c-f14f8a8571c6 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:40:32.620748 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Attempting to bind port c98202f1-239f-42e5-928c-f14f8a8571c6 on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:40:32.629056 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09e1eb-e9de-4861-ba97-b034065de436 None None] Pushing event updated for resources: {'Port': ['ID=c98202f1-239f-42e5-928c-f14f8a8571c6,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:32.633883 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:40:32.634319 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:40:32.634723 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:32.635123 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:40:32.635593 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Bound port: c98202f1-239f-42e5-928c-f14f8a8571c6, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:40:32.635992 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:32.689990 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] For port c98202f1-239f-42e5-928c-f14f8a8571c6, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:40:32.693232 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] For port c98202f1-239f-42e5-928c-f14f8a8571c6, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=c98202f1-239f-42e5-928c-f14f8a8571c6,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:40:32.697481 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:32.761624 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09e1eb-e9de-4861-ba97-b034065de436 None None] Pushing event updated for resources: {'Port': ['ID=c98202f1-239f-42e5-928c-f14f8a8571c6,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:32.764110 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Routers {'a0f53be2-9cbb-4876-a5b3-cab027777d35'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:40:32.764707 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:40:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['a0f53be2-9cbb-4876-a5b3-cab027777d35'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:32.872224 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] Set router a0f53be2-9cbb-4876-a5b3-cab027777d35 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:40:33.088272 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'name': 'router1', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c98202f1-239f-42e5-928c-f14f8a8571c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:40:11Z', 'updated_at': '2021-10-22T18:40:29Z', 'revision_number': 4, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'gw_port': {'id': 'c98202f1-239f-42e5-928c-f14f8a8571c6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:28Z', 'updated_at': '2021-10-22T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '442878df-2e8c-44ec-9a05-a2802aef8ac3', 'name': '', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'mac_address': 'fa:16:3e:c3:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:20Z', 'updated_at': '2021-10-22T18:40:24Z', 'revision_number': 5, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'subnets': [{'id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed272add-30c6-4188-95c7-f4dc335e2b47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:40:33.114632 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389bdb61-6deb-4acd-927d-91aedf93af2a None None] The sync data for ids ['a0f53be2-9cbb-4876-a5b3-cab027777d35'] in dv-cinder-815146-1-iscsi is: [{'id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'name': 'router1', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c98202f1-239f-42e5-928c-f14f8a8571c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:40:11Z', 'updated_at': '2021-10-22T18:40:29Z', 'revision_number': 4, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'gw_port': {'id': 'c98202f1-239f-42e5-928c-f14f8a8571c6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:28Z', 'updated_at': '2021-10-22T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '442878df-2e8c-44ec-9a05-a2802aef8ac3', 'name': '', 'network_id': '09a84647-8ded-499a-981e-313009756046', 'tenant_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'mac_address': 'fa:16:3e:c3:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f53be2-9cbb-4876-a5b3-cab027777d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:40:20Z', 'updated_at': '2021-10-22T18:40:24Z', 'revision_number': 5, 'project_id': 'ca7901fde78a47c9bc1d3edb7c8d9076', 'subnets': [{'id': '82096579-64a6-42fb-93fa-514608ee0a7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed272add-30c6-4188-95c7-f4dc335e2b47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:40:34.468273 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device c98202f1-239f-42e5-928c-f14f8a8571c6 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:40:34.529076 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port c98202f1-239f-42e5-928c-f14f8a8571c6 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:34.529459 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:34.614805 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:34.637088 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port c98202f1-239f-42e5-928c-f14f8a8571c6, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=c98202f1-239f-42e5-928c-f14f8a8571c6,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:40:34.642264 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:34.700780 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=c98202f1-239f-42e5-928c-f14f8a8571c6,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:40:36.473622 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device c98202f1-239f-42e5-928c-f14f8a8571c6 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:40:36.534939 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port c98202f1-239f-42e5-928c-f14f8a8571c6 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:40:36.535305 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:44.209504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b03d9862-4ed3-4789-952e-f3d859157291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:46.486777 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:40:46.903537 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cd38e005-23cd-4d31-bb9a-058753e908f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:47.875172 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:48.254443 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:40:49.864678 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:14.210651 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9f5dab26-ecc7-4320-87a4-8de036728c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:16.898254 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-afc98495-eab6-4893-93db-38a4119ae721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:17.873634 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:18.257253 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:19.864668 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:23.485900 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:41:44.204724 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ea44515d-5df0-432f-9d78-9bc27be475db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:46.901588 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c34720ef-2806-4c6e-a354-f85e52ccb676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:47.867476 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:48.249388 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:41:49.862452 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:00.484728 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:42:11.272543 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56684) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:11.332389 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f87697-4123-42f7-91fc-6f72ed64c0e2 admin admin] GET failed (client error): The resource could not be found. Oct 22 18:42:11.334340 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b6f87697-4123-42f7-91fc-6f72ed64c0e2 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607960 Oct 22 18:42:11.562451 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16491e0-9734-4c7d-aed7-44bab5b0e857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:11.563823 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b16491e0-9734-4c7d-aed7-44bab5b0e857 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2248349 Oct 22 18:42:14.046205 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56694) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:14.136729 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36379d4-7f8e-4b97-9f30-9ab7b977c36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:14.138059 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d36379d4-7f8e-4b97-9f30-9ab7b977c36f admin admin] 10.222.0.15 "GET /v2.0/subnets/82096579-64a6-42fb-93fa-514608ee0a7e HTTP/1.1" status: 200 len: 849 time: 0.0908790 Oct 22 18:42:14.147918 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:42:14.204517 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f649954f-3102-4e2a-af1f-e6edd4760bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:14.235474 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Publish callbacks [] for subnet, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:14.374545 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771495354332'] for subnet, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:14.408177 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:14.408745 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:14.422236 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] 10.222.0.15 "PUT /v2.0/subnets/82096579-64a6-42fb-93fa-514608ee0a7e HTTP/1.1" status: 200 len: 868 time: 0.2656918 Oct 22 18:42:14.422494 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd9f55-9ee1-42cd-8dde-13406c83a649 None None] Network 09a84647-8ded-499a-981e-313009756046 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:42:14.429409 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82096579-64a6-42fb-93fa-514608ee0a7e,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:42:14.437100 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.437439 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.437775 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.438150 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.438479 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.438823 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.439151 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.439485 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.439828 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.440151 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.440470 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.440844 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c95a1-91d4-4a66-a266-82b8f421947c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:42:14.776199 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-8bbb02b6-8207-40a0-9ff9-9d5a76019252 None None] Provisioning complete for port 7ec1a11a-7f4f-488b-be22-e9e30022b308 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:42:14.776568 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bbb02b6-8207-40a0-9ff9-9d5a76019252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:14.865172 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-8bbb02b6-8207-40a0-9ff9-9d5a76019252 None None] Provisioning complete for port 442878df-2e8c-44ec-9a05-a2802aef8ac3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:42:14.865429 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bbb02b6-8207-40a0-9ff9-9d5a76019252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:16.743531 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56702) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:16.903822 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-331cd057-b89a-45ed-a5f6-090aabf401b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:16.944837 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af4fa0-9a71-4f7c-8188-c713c1d62f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:16.945232 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af4fa0-9a71-4f7c-8188-c713c1d62f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:16.946777 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-90af4fa0-9a71-4f7c-8188-c713c1d62f7c admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023025 Oct 22 18:42:17.876867 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:18.254763 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:19.265988 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56710) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:19.399747 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83394b9f-1133-4750-88b4-cca5dc3a97fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:19.400218 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83394b9f-1133-4750-88b4-cca5dc3a97fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:19.401739 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-83394b9f-1133-4750-88b4-cca5dc3a97fb admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1347744 Oct 22 18:42:19.865418 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:21.695292 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56718) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:21.823273 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5ec60-5a15-4953-84f8-2bf67316b9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:21.824624 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-63e5ec60-5a15-4953-84f8-2bf67316b9a3 admin admin] 10.222.0.15 "GET /v2.0/networks/09a84647-8ded-499a-981e-313009756046 HTTP/1.1" status: 200 len: 869 time: 0.1283698 Oct 22 18:42:24.086818 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56726) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:24.212064 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4006d16-4728-4e61-8c19-ef197e50b834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:24.213433 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d4006d16-4728-4e61-8c19-ef197e50b834 admin admin] 10.222.0.15 "GET /v2.0/networks/f7fec8de-a3da-4ac5-bebd-0cc8b424c511 HTTP/1.1" status: 200 len: 886 time: 0.1256707 Oct 22 18:42:26.481471 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56734) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:26.607151 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ca6dc-16d2-4797-b26a-db7b8a37483a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:26.607610 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ca6dc-16d2-4797-b26a-db7b8a37483a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:26.609365 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-9c8ca6dc-16d2-4797-b26a-db7b8a37483a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269255 Oct 22 18:42:28.944210 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56742) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:29.066278 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b672a8a-6bcc-436c-9c3c-d5dcf4c2b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:29.066736 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b672a8a-6bcc-436c-9c3c-d5dcf4c2b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:29.068871 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9b672a8a-6bcc-436c-9c3c-d5dcf4c2b16c admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237361 Oct 22 18:42:31.349592 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56752) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:31.436978 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a742fa9a-0e75-423e-800d-01e245d62c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:31.438319 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a742fa9a-0e75-423e-800d-01e245d62c9f admin admin] 10.222.0.15 "GET /v2.0/subnets/748a8991-75a2-4528-ac75-54f4cedc7bc9 HTTP/1.1" status: 200 len: 816 time: 0.0877395 Oct 22 18:42:33.729861 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 56760) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:33.829876 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2858d-5593-4c8a-8c71-dc89a931fd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:42:33.831242 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a9f2858d-5593-4c8a-8c71-dc89a931fd8f admin admin] 10.222.0.15 "GET /v2.0/subnets/82096579-64a6-42fb-93fa-514608ee0a7e HTTP/1.1" status: 200 len: 868 time: 0.1004086 Oct 22 18:42:37.482825 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:42:44.206613 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e6f719a7-0cf6-4e4d-a8a1-bdf3340d139c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:46.907218 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f97454a5-4586-4a2c-8249-3f15858322ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:47.876643 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:48.248071 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:49.867267 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:42:58.443357 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56814) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:42:58.490420 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [None req-97a315f4-48cd-428b-8c0c-355109ee9ed5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:42:58.491420 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-97a315f4-48cd-428b-8c0c-355109ee9ed5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0470834 Oct 22 18:43:00.849731 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56822) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:43:00.908949 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4695e85-c605-4a4a-85bd-dd71541182f2 admin admin] GET failed (client error): The resource could not be found. Oct 22 18:43:00.910278 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d4695e85-c605-4a4a-85bd-dd71541182f2 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595651 Oct 22 18:43:00.999255 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1516140-e4c1-40bd-a9ad-62b84548c7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:43:01.000712 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-f1516140-e4c1-40bd-a9ad-62b84548c7c7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0849710 Oct 22 18:43:03.319330 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56830) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:43:03.365869 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:43:03.386104 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Made reservation on behalf of e7815fb5f7844ba49400bd1fdbfcf4c1 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:43:03.388390 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:03.418932 dv-cinder-815146-1-iscsi neutron-server[106215]: WARNING neutron.services.revisions.revision_plugin [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Could not find related network for resource to bump revision. Oct 22 18:43:03.431710 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:43:03.440665 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:03.441007 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Added segment 9fd24f4e-ec43-4c2b-be2b-113472d27469 of type vlan for network 503f65e4-c8a0-4395-8887-792b969bd00c Oct 22 18:43:03.482453 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:03.508731 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:03.509592 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:43:03.510198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:03.542307 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2218921 Oct 22 18:43:03.570484 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111e74d-54a9-40c1-b27d-b2380ec07ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=503f65e4-c8a0-4395-8887-792b969bd00c,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:43:03.581525 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 503f65e4-c8a0-4395-8887-792b969bd00c details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:43:05.854405 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56838) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:43:05.916765 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4e2383-1015-4c06-9e76-122a8c2cb506 admin admin] GET failed (client error): The resource could not be found. Oct 22 18:43:05.918072 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-6b4e2383-1015-4c06-9e76-122a8c2cb506 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626950 Oct 22 18:43:05.986078 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205b301e-1543-41d7-bc20-bd53f661897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:43:05.987628 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-205b301e-1543-41d7-bc20-bd53f661897d admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650425 Oct 22 18:43:05.997867 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:43:06.017156 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Made reservation on behalf of e7815fb5f7844ba49400bd1fdbfcf4c1 for: {'subnet': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:43:06.019402 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:06.177262 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:06.232578 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0643cea-4b57-4f19-ae33-9d2c8d0bbf48,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:43:06.241252 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Checking segment: {'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:43:06.241608 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Network hostable DHCP agents. Network: 503f65e4-c8a0-4395-8887-792b969bd00c, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:43:06.258046 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Network 503f65e4-c8a0-4395-8887-792b969bd00c is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:43:06.265894 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 503f65e4-c8a0-4395-8887-792b969bd00c) {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:43:06.272561 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:43:06.273276 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:06.274275 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe5ccf-acc6-4df9-a5bd-4ce0aacc5b6b None None] Network 503f65e4-c8a0-4395-8887-792b969bd00c requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:43:06.288690 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-cda9f89b-8536-49cb-a05c-09cad4647c65 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2939885 Oct 22 18:43:06.514364 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-503f65e4-c8a0-4395-8887-792b969bd00c', 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c', 'tenant_id': 'e7815fb5f7844ba49400bd1fdbfcf4c1', 'fixed_ips': [{'subnet_id': 'f0643cea-4b57-4f19-ae33-9d2c8d0bbf48'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:43:06.515995 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:06.649231 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Allocated IP 192.168.233.2 (503f65e4-c8a0-4395-8887-792b969bd00c/f0643cea-4b57-4f19-ae33-9d2c8d0bbf48/12ab9616-bb08-4949-b327-c7aa4d5b0a91) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:43:06.806491 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:06.811687 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:06.855303 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Network 503f65e4-c8a0-4395-8887-792b969bd00c is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:43:06.858192 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:43:06.865462 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:43:06.868946 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Pushing event updated for resources: {'Port': ['ID=12ab9616-bb08-4949-b327-c7aa4d5b0a91,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:43:06.881146 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.881524 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.881870 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.882228 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.882567 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.882905 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.883230 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.883576 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.883924 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.884253 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.884575 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.884893 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:43:06.931545 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Attempting to bind port 12ab9616-bb08-4949-b327-c7aa4d5b0a91 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:43:06.931913 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Attempting to bind port 12ab9616-bb08-4949-b327-c7aa4d5b0a91 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:43:06.932278 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Attempting to bind port 12ab9616-bb08-4949-b327-c7aa4d5b0a91 on network 503f65e4-c8a0-4395-8887-792b969bd00c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:43:06.937443 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:43:06.937840 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Checking segment: {'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:43:06.938276 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:06.938667 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Bound using segment: {'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:43:06.939134 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Bound port: 12ab9616-bb08-4949-b327-c7aa4d5b0a91, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:43:06.939563 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:07.002011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] For port 12ab9616-bb08-4949-b327-c7aa4d5b0a91, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:43:07.006537 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] For port 12ab9616-bb08-4949-b327-c7aa4d5b0a91, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=12ab9616-bb08-4949-b327-c7aa4d5b0a91,segment=NetworkSegment(9fd24f4e-ec43-4c2b-be2b-113472d27469),segment_id=9fd24f4e-ec43-4c2b-be2b-113472d27469)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:43:07.011168 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:07.072457 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7d60f-02f4-4427-a48f-b1ad70625d7e None None] Pushing event updated for resources: {'Port': ['ID=12ab9616-bb08-4949-b327-c7aa4d5b0a91,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:43:07.849479 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d41ba37-2b41-4f27-bd3e-6f25c7291cbb None None] Network 503f65e4-c8a0-4395-8887-792b969bd00c requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:43:07.920519 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-3583c33f-3659-4567-b542-e9efd16546bd None None] Provisioning complete for port 12ab9616-bb08-4949-b327-c7aa4d5b0a91 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:43:07.920888 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3583c33f-3659-4567-b542-e9efd16546bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:08.062159 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3583c33f-3659-4567-b542-e9efd16546bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:08.099988 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-3583c33f-3659-4567-b542-e9efd16546bd None None] For port 12ab9616-bb08-4949-b327-c7aa4d5b0a91, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=12ab9616-bb08-4949-b327-c7aa4d5b0a91,segment=NetworkSegment(9fd24f4e-ec43-4c2b-be2b-113472d27469),segment_id=9fd24f4e-ec43-4c2b-be2b-113472d27469)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:43:08.105252 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3583c33f-3659-4567-b542-e9efd16546bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:08.162294 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583c33f-3659-4567-b542-e9efd16546bd None None] Pushing event updated for resources: {'Port': ['ID=12ab9616-bb08-4949-b327-c7aa4d5b0a91,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:43:08.326114 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-0d33202a-9dee-4500-8d75-135fdbceccfb None None] Provisioning complete for port 12ab9616-bb08-4949-b327-c7aa4d5b0a91 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:43:08.326385 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0d33202a-9dee-4500-8d75-135fdbceccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:08.539504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 12ab9616-bb08-4949-b327-c7aa4d5b0a91 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:43:08.589613 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 12ab9616-bb08-4949-b327-c7aa4d5b0a91 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:43:08.589898 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:14.209142 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-48ee6019-e159-4ace-9926-05d865a9097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:14.481256 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:43:16.908371 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d1b646f-bc8d-44d7-a4d6-4823ad882fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:17.880035 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:18.259422 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:19.870363 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:44.210589 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4b5b9364-4449-4fbe-aaee-1cff1c01c128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:46.911917 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c9985b78-0883-45de-aabc-fcbc0d7c5cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:47.884598 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:48.256159 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:49.872731 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:43:51.480574 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:44:14.213571 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ba464616-e47b-4b83-a0a2-d448090dfc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:16.915028 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-36caac94-6cf4-4dad-a16f-eaa62f8d1737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:17.885965 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:18.258504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:18.417081 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56882) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:44:18.422865 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [None req-90fd298a-19fd-4c61-8ab7-aba9d14ac60e tempest-verify_tempest_config-421927236 tempest-verify_tempest_config-421927236-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:44:18.423827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-90fd298a-19fd-4c61-8ab7-aba9d14ac60e tempest-verify_tempest_config-421927236 tempest-verify_tempest_config-421927236-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0057750 Oct 22 18:44:18.716380 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56900) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:44:18.820653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:18.901922 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:18.906036 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:18.950169 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af55673545fe405f85926caca9380989&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2326427 Oct 22 18:44:18.950981 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11c270-5919-4bfb-9d40-f3a0f8e098fb,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:44:18.952737 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56904) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:44:18.967470 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.967824 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.968158 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.968483 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.968802 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.969118 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.969435 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.969764 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.970126 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.970446 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.970759 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:18.971067 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62e904-7ed2-4969-bb05-04f967a64c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:44:19.016787 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3141-9c24-49a9-9d66-bc36f3b21418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:19.037111 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3141-9c24-49a9-9d66-bc36f3b21418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:19.124459 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3141-9c24-49a9-9d66-bc36f3b21418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:19.127004 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3141-9c24-49a9-9d66-bc36f3b21418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:19.128729 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-0a0f3141-9c24-49a9-9d66-bc36f3b21418 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e11c270-5919-4bfb-9d40-f3a0f8e098fb HTTP/1.1" status: 204 len: 168 time: 0.1750612 Oct 22 18:44:19.144080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f3141-9c24-49a9-9d66-bc36f3b21418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11c270-5919-4bfb-9d40-f3a0f8e098fb,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:44:19.881204 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:28.482717 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:44:44.214873 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-81121ed5-b5ba-4266-b2e0-9dec3710a99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:46.915615 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8296e9eb-c090-4976-a04b-fe93c7d80345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:47.886529 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:48.259750 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:44:49.881900 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:05.481171 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:45:14.216400 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3076d1a3-e8e8-4490-958f-1a5eefa5e449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:16.916035 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e42f15a1-d305-4b67-996b-c3e50081f656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:17.892227 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:18.262304 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:19.881994 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:42.479459 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 5 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:45:44.216479 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3864fc4f-7458-4ee0-bbfd-e255502daa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:46.919910 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0844b5b-fe87-47e4-adab-63dc1ed11d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:47.891661 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:48.265071 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:49.885245 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:45:51.200240 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527052'] for agent, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:06.221397 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56978) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:46:06.327304 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1014a37b-9093-4308-95b3-13c0af37ed4e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1048214 Oct 22 18:46:08.700622 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 56988) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:46:08.754754 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-aa50b859-098e-419e-bc50-107b22b69fe8 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530617 Oct 22 18:46:14.218588 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d0f2943c-5fbd-4e83-a367-733b5eb9c8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:16.923093 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8f03a2c0-0395-4af2-915b-51226d06ca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:17.894147 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:18.267218 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:19.478771 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:46:19.890796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:21.159202 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:44.215884 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb182-ec9d-4f25-95ef-86d5371b8a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:46.925456 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dc78423b-240d-4f9c-96f6-18e2aba8ba1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:47.897817 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:48.270327 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:49.891551 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:51.174768 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:46:56.477701 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:47:14.217996 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-de628bd6-4dfc-44e9-9b96-08e72471945a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:16.928991 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dc44624c-b97c-4c4b-88bf-744a4fd90c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:17.900764 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:18.274011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:19.894700 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:21.165305 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:33.476318 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:47:38.252397 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57186) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:38.283861 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57192) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:38.611757 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-741610939-network', 'tenant_id': '2ed23824381e47008d6df4620c158834'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:38.620578 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-380185539-network', 'tenant_id': '0bbd7dfac0974baa90e5e8b8210853f1'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:38.642683 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.db.api [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 18:47:38.642683 dv-cinder-815146-1-iscsi neutron-server[106214]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 22 18:47:38.642683 dv-cinder-815146-1-iscsi neutron-server[106214]: [parameters: {'project_id': '2ed23824381e47008d6df4620c158834', 'id': '6cd82144-3640-4a52-acdf-408bd8617fd0', 'expiration': datetime.datetime(2021, 10, 22, 18, 49, 38, 637061)}] Oct 22 18:47:38.642683 dv-cinder-815146-1-iscsi neutron-server[106214]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106214) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 18:47:38.643079 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG oslo_db.api [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 18:47:38.651210 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Made reservation on behalf of 0bbd7dfac0974baa90e5e8b8210853f1 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:38.653597 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.670505 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.755656 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.756784 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57214) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:38.765645 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.795363 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57220) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:38.800751 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:47:38.806366 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad75cb-f402-4f35-835c-ab3c16e67c00,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:38.816536 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.816855 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.818235 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.818791 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.819117 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.820367 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.820778 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.821149 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.821720 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.822402 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.822757 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.823059 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Tracked resource versions report: Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: pushed versions: Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: { 'AddressGroup': {'1.2'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'ConntrackHelper': {'1.0'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Log': {'1.0'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Network': {'1.1'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Port': {'1.7'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'PortForwarding': {'1.2'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'QosPolicy': {'1.10'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroup': {'1.4'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SubPort': {'1.0'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Subnet': {'1.1'}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Trunk': {'1.1'}} Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: consumer versions: Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: HyperV agent@hv-cinder-81514: {}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'ConntrackHelper': '1.0', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Log': '1.0', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Network': '1.1', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Port': '1.7', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'PortForwarding': '1.2', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'QosPolicy': '1.10', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroup': '1.4', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SecurityGroupRule': '1.2', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'SubPort': '1.0', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Subnet': '1.1', Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: 'Trunk': '1.1'}} Oct 22 18:47:38.824222 dv-cinder-815146-1-iscsi neutron-server[106214]: {{(pid=106214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:47:38.831307 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.831654 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Added segment 5e5620df-244c-4091-89eb-8c94b38d8957 of type vlan for network ce3214b4-ef5b-4a89-a12a-c05c2c379161 Oct 22 18:47:38.835665 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57226) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:38.882116 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.913230 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.914477 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:38.915945 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:38.963117 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57232) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:38.963594 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6783657 Oct 22 18:47:38.970329 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Request body: {'subnet': {'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-380185539-subnet', 'tenant_id': '0bbd7dfac0974baa90e5e8b8210853f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:39.007363 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d54d-73dd-47d4-9be8-8ee9c87a934d admin admin] Pushing event updated for resources: {'Network': ['ID=ce3214b4-ef5b-4a89-a12a-c05c2c379161,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:39.011645 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Made reservation on behalf of 0bbd7dfac0974baa90e5e8b8210853f1 for: {'subnet': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:39.013835 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Publish callbacks [] for subnet, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.024099 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:47:39.041282 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-769847558-network', 'tenant_id': '60c43756e3a941438fb85dfb450b7263'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:39.065406 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Made reservation on behalf of 60c43756e3a941438fb85dfb450b7263 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:39.067994 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.079098 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.198376 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1376423473-network', 'tenant_id': '267b6969cd8b4066a91920f56262f047'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:39.211124 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-842373859-network', 'tenant_id': '93596980c31746bba2f4aa8492663d2e'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:39.258197 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.263966 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Made reservation on behalf of 2ed23824381e47008d6df4620c158834 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:39.266379 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.294478 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.db.api [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 22 18:47:39.294478 dv-cinder-815146-1-iscsi neutron-server[106215]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 22 18:47:39.294478 dv-cinder-815146-1-iscsi neutron-server[106215]: [parameters: {'project_id_1': '93596980c31746bba2f4aa8492663d2e', 'expiration_1': datetime.datetime(2021, 10, 22, 18, 47, 19, 236856)}] Oct 22 18:47:39.294478 dv-cinder-815146-1-iscsi neutron-server[106215]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 18:47:39.295276 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG oslo_db.api [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 18:47:39.300300 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Made reservation on behalf of 267b6969cd8b4066a91920f56262f047 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:39.300671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.303307 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.325669 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.368554 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.371732 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b099a5-df27-4ded-8284-f89fe8038260,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:39.385821 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:47:39.397479 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.398129 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Added segment e5a61cc4-f86f-411e-94f2-b8e0dba22b36 of type vlan for network faf32529-5999-4154-98de-f004d7cf283a Oct 22 18:47:39.462598 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.492543 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.541369 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.560043 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.581608 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.582450 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:39.583106 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.607349 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:39.619296 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.619879 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.620385 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.621150 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.621678 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.622331 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.622827 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.623334 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.623831 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.626219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.626219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.626219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Tracked resource versions report: Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: pushed versions: Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: { 'AddressGroup': {'1.2'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'ConntrackHelper': {'1.0'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Log': {'1.0'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Network': {'1.1'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Port': {'1.7'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'PortForwarding': {'1.2'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'QosPolicy': {'1.10'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroup': {'1.4'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SubPort': {'1.0'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Subnet': {'1.1'}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Trunk': {'1.1'}} Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: consumer versions: Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: HyperV agent@hv-cinder-81514: {}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'ConntrackHelper': '1.0', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Log': '1.0', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Network': '1.1', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Port': '1.7', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'PortForwarding': '1.2', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'QosPolicy': '1.10', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroup': '1.4', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SecurityGroupRule': '1.2', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'SubPort': '1.0', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Subnet': '1.1', Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: 'Trunk': '1.1'}} Oct 22 18:47:39.627059 dv-cinder-815146-1-iscsi neutron-server[106215]: {{(pid=106215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:47:39.651036 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8895047 Oct 22 18:47:39.654558 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57270) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:39.660171 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Request body: {'subnet': {'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-subnet', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:39.672097 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78052a3d-c520-4c56-b4cd-34e46ac9ac79,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:39.674997 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:47:39.677717 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Checking segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:39.678312 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Network hostable DHCP agents. Network: ce3214b4-ef5b-4a89-a12a-c05c2c379161, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:47:39.695839 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.696514 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Added segment dac663dc-b204-46bb-9c0c-b5711ec64b9e of type vlan for network fe899f69-3783-46d3-806f-d0160d2e28c0 Oct 22 18:47:39.742312 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:47:39.763745 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, ce3214b4-ef5b-4a89-a12a-c05c2c379161) {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:39.768170 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.773464 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1125df1-13b2-4aa4-bd70-5e530210806f None None] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:39.788695 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd018d-073a-4ba5-b386-8f738b3fb41e admin admin] Pushing event updated for resources: {'Network': ['ID=faf32529-5999-4154-98de-f004d7cf283a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:39.791130 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:39.794248 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.808357 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network faf32529-5999-4154-98de-f004d7cf283a details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:47:39.832292 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.833303 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Made reservation on behalf of 60c43756e3a941438fb85dfb450b7263 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:39.836183 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.850660 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.906640 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.916593 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:39.920347 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.922668 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:47:39.952027 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Made reservation on behalf of 93596980c31746bba2f4aa8492663d2e for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:39.960583 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.960935 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Added segment 4cd83f65-709e-4815-87ae-fde62d45595d of type vlan for network a8ab7e5a-28b7-4495-a7ff-4975117a9428 Oct 22 18:47:39.963402 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:39.963632 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b316430f-c921-4910-bcf2-bc799887ffad,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:39.995239 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-26e97f08-c343-496b-ac9e-f5d435fe231c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0310416 Oct 22 18:47:40.030686 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.067423 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.087418 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57284) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:40.094631 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2981689 Oct 22 18:47:40.102051 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Request body: {'subnet': {'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1376423473-subnet', 'tenant_id': '267b6969cd8b4066a91920f56262f047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:40.142681 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.143627 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:40.144208 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.206841 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f55800-b541-4b09-a135-7d5e0bbbb998 admin admin] Pushing event updated for resources: {'Network': ['ID=fe899f69-3783-46d3-806f-d0160d2e28c0,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:40.263974 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network fe899f69-3783-46d3-806f-d0160d2e28c0 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:47:40.269974 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Made reservation on behalf of 267b6969cd8b4066a91920f56262f047 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:40.281374 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Publish callbacks [] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.292099 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f42fe-ec96-4294-a1b4-49f137cb9655 None None] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:40.340927 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.350336 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.412397 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:47:40.424646 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df2bedb-61bf-4592-ba9e-51e9e23533a1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:40.441531 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.441873 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Added segment 8f93f15f-e34c-4f34-9d0f-8e42e846c75f of type vlan for network bc1915eb-10f2-4d07-b0bf-a678dac6abf1 Oct 22 18:47:40.527889 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.538664 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.547643 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57316) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:40.548266 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2953064 Oct 22 18:47:40.557235 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Request body: {'subnet': {'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-subnet', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:40.615591 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054f876f-875e-4b63-a123-3cf4bec28094,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:40.632031 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.634709 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.637259 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:40.638023 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.715697 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1915eb-10f2-4d07-b0bf-a678dac6abf1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:40.723222 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Made reservation on behalf of 2ed23824381e47008d6df4620c158834 for: {'subnet': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:40.728628 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.736089 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network bc1915eb-10f2-4d07-b0bf-a678dac6abf1 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:47:40.767456 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-67826665-6733-4d90-9600-cc785b55e3a2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9295292 Oct 22 18:47:40.769862 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57328) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:40.775968 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Request body: {'subnet': {'network_id': 'bc1915eb-10f2-4d07-b0bf-a678dac6abf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-842373859-subnet', 'tenant_id': '93596980c31746bba2f4aa8492663d2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:40.806633 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Made reservation on behalf of 93596980c31746bba2f4aa8492663d2e for: {'subnet': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:40.815045 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:40.925310 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5221-bf01-4776-89c2-677424890a26 admin admin] Pushing event updated for resources: {'Network': ['ID=a8ab7e5a-28b7-4495-a7ff-4975117a9428,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:40.932022 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e10165a-9ef0-49a2-8303-b9c417923503,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:40.944056 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:47:40.968650 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57350) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:40.993079 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57352) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:41.008313 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Checking segment: {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:41.019777 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Network hostable DHCP agents. Network: faf32529-5999-4154-98de-f004d7cf283a, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:47:41.087411 dv-cinder-815146-1-iscsi neutron-server[106214]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 22 18:47:41.268981 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Checking segment: {'id': 'dac663dc-b204-46bb-9c0c-b5711ec64b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:41.269343 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Network hostable DHCP agents. Network: fe899f69-3783-46d3-806f-d0160d2e28c0, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:47:41.284094 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.317637 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Network faf32529-5999-4154-98de-f004d7cf283a is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:47:41.321197 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57366) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:41.329577 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Network fe899f69-3783-46d3-806f-d0160d2e28c0 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:47:41.338271 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.340414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5188c-65dc-4744-9e25-9b27a865766a req-ca2fe89c-761b-4bfe-96b8-dcb7e9033004 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:41.341933 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-ca2fe89c-761b-4bfe-96b8-dcb7e9033004 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.2916873 Oct 22 18:47:41.345253 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, faf32529-5999-4154-98de-f004d7cf283a) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:41.348642 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, fe899f69-3783-46d3-806f-d0160d2e28c0) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:41.354280 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:41.354940 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.358308 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:41.360548 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ca8c0-525e-4b08-9873-4636c39d3cad None None] Network faf32529-5999-4154-98de-f004d7cf283a requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:41.364264 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0472b-c4c2-4b1d-9b34-4e420177c466 None None] Network fe899f69-3783-46d3-806f-d0160d2e28c0 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:41.372459 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.387250 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2066fb-1a7f-41e0-82c1-a69e9f59418b,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:41.409142 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-817ee1ac-a8f7-4dfa-a03c-e1b0df83cc9a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/quotas/0bbd7dfac0974baa90e5e8b8210853f1 HTTP/1.1" status: 200 len: 375 time: 0.0574496 Oct 22 18:47:41.463785 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Checking segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:41.464247 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Network hostable DHCP agents. Network: a8ab7e5a-28b7-4495-a7ff-4975117a9428, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:47:41.468450 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcc8a-ffe1-49b4-a491-900e2df9c8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.473272 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bfb464fa-b565-432a-81d5-52bb7291bd5f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3844638 Oct 22 18:47:41.479301 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-354b1e2d-b343-4f04-93ea-0fdb024093f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8234456 Oct 22 18:47:41.481841 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57370) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:41.491642 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Checking segment: {'id': '8f93f15f-e34c-4f34-9d0f-8e42e846c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc1915eb-10f2-4d07-b0bf-a678dac6abf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:41.492001 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Network hostable DHCP agents. Network: bc1915eb-10f2-4d07-b0bf-a678dac6abf1, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:47:41.494251 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31463fa-846d-43ff-ad52-d1f4f52647c9,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:41.508348 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:41.513155 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-ba437edd-7d97-4770-a25f-35937cffaa48 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890622 Oct 22 18:47:41.515982 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a635db35-43ac-4666-97a2-f3c64b48ce2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.557935 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.559049 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.650008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcc8a-ffe1-49b4-a491-900e2df9c8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.654185 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.672253 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcc8a-ffe1-49b4-a491-900e2df9c8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.726763 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:47:41.730285 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a635db35-43ac-4666-97a2-f3c64b48ce2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.733163 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-ad7dcc8a-ffe1-49b4-a491-900e2df9c8a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c42cec4bfc64362a30bcf76ca71c58a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4088712 Oct 22 18:47:41.763293 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57386) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:41.771054 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-96047668-a1ba-4fac-9357-723214da4d4a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:47:41.771930 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-96047668-a1ba-4fac-9357-723214da4d4a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1123958 Oct 22 18:47:41.773211 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a635db35-43ac-4666-97a2-f3c64b48ce2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.775285 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dcc8a-ffe1-49b4-a491-900e2df9c8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e70c79d-0743-4a6f-9ea9-797da6949180,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:41.779313 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f5c58e-5b99-4583-a7ce-6b0bfce17ec0 None None] Network faf32529-5999-4154-98de-f004d7cf283a requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:41.802211 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Network bc1915eb-10f2-4d07-b0bf-a678dac6abf1 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:47:41.825884 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, bc1915eb-10f2-4d07-b0bf-a678dac6abf1) {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:41.828671 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, a8ab7e5a-28b7-4495-a7ff-4975117a9428) {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:41.832635 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718655f5-8312-4c82-a915-2cb7e2ac9249 None None] Network fe899f69-3783-46d3-806f-d0160d2e28c0 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:41.846623 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:41.847867 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.886652 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-8bd56024-848c-4902-8603-6ea642057980 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1074183 Oct 22 18:47:41.893587 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:41.895745 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.899284 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7332de-224c-4fa5-8683-75954b14b0d5 None None] Network bc1915eb-10f2-4d07-b0bf-a678dac6abf1 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:41.925466 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a635db35-43ac-4666-97a2-f3c64b48ce2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=effd56cf38de415f8290c02cd7ed66f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9344068 Oct 22 18:47:41.929830 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-c8313150-b52b-4368-8732-0ec28d647b61 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3789997 Oct 22 18:47:41.932860 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57396) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:41.934468 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57398) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:41.939699 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fcfe5f-3052-4e20-8f78-048664afe6a9 None None] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:41.963011 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:41.983900 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:41.994399 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635db35-43ac-4666-97a2-f3c64b48ce2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1a8e9-92d8-4c8c-81b3-e851c6c30779,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:42.063304 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4663802a-ba1f-4a34-8438-28f5ad7da55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.082324 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-ae69af9e-2b32-41f3-8f9e-209888beae9a service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738862 Oct 22 18:47:42.128260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0f8a-d483-4805-8640-83b7d58019ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.131729 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.133715 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.140816 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57418) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:42.144584 dv-cinder-815146-1-iscsi neutron-server[106215]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 22 18:47:42.161236 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4663802a-ba1f-4a34-8438-28f5ad7da55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.281924 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0f8a-d483-4805-8640-83b7d58019ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.330482 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265744b6-ef6a-4d81-bcc5-cc18f4bfca2f None None] Network bc1915eb-10f2-4d07-b0bf-a678dac6abf1 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:42.425682 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4663802a-ba1f-4a34-8438-28f5ad7da55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.428260 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4663802a-ba1f-4a34-8438-28f5ad7da55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.432209 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4663802a-ba1f-4a34-8438-28f5ad7da55b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e70c79d-0743-4a6f-9ea9-797da6949180 HTTP/1.1" status: 204 len: 168 time: 0.6630187 Oct 22 18:47:42.446111 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.448804 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663802a-ba1f-4a34-8438-28f5ad7da55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e70c79d-0743-4a6f-9ea9-797da6949180,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:42.470824 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:47:42.472081 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.481955 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-443f7cdd-171f-408d-bea3-bdc7f3f4c5a4 service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927732 Oct 22 18:47:42.562506 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-f50462de-ea58-459d-bd85-c1fce4c54184 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:42.564603 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-f50462de-ea58-459d-bd85-c1fce4c54184 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/networks?id=fe899f69-3783-46d3-806f-d0160d2e28c0 HTTP/1.1" status: 200 len: 812 time: 0.4213893 Oct 22 18:47:42.690411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.724117 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.794605 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0f8a-d483-4805-8640-83b7d58019ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.798187 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0f8a-d483-4805-8640-83b7d58019ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.802300 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-4cfa0f8a-d483-4805-8640-83b7d58019ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0c1a8e9-92d8-4c8c-81b3-e851c6c30779 HTTP/1.1" status: 204 len: 168 time: 0.8634758 Oct 22 18:47:42.805269 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-8c5a1786-6efb-4290-9810-1f7923d5aa43 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/quotas/267b6969cd8b4066a91920f56262f047 HTTP/1.1" status: 200 len: 375 time: 0.2113664 Oct 22 18:47:42.835456 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:42.846277 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa0f8a-d483-4805-8640-83b7d58019ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c1a8e9-92d8-4c8c-81b3-e851c6c30779,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:42.903325 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57446) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:42.910521 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-eb3d41b2-2747-40ef-8418-3a7f8f556852 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=267b6969cd8b4066a91920f56262f047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681891 Oct 22 18:47:42.938575 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1974233264-network', 'tenant_id': '1e641d32460441c5a7e677983335ed00'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:42.973178 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57454) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:43.021952 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Allocated IP 172.20.0.2 (a8ab7e5a-28b7-4495-a7ff-4975117a9428/8f2066fb-1a7f-41e0-82c1-a69e9f59418b/255566be-b84d-47ce-b025-1e8aade962df) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:47:43.034795 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0c86bc9-31fa-4562-be75-cfa69cab4e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.122451 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0a4eb85e-97b3-4249-97a3-92be96994215 req-48e091c6-d601-4fb7-8cf5-7b012d99b341 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 210 time: 0.1047757 Oct 22 18:47:43.135638 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Made reservation on behalf of 1e641d32460441c5a7e677983335ed00 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:43.145640 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.250294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0c86bc9-31fa-4562-be75-cfa69cab4e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.256431 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Allocated IP 172.27.0.204 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/70815e23-e666-438f-adeb-52198742bdc9) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:47:43.259808 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.270220 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.280343 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0c86bc9-31fa-4562-be75-cfa69cab4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.297695 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:43.308863 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.323199 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:43.329822 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:47:43.350795 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.360288 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86bc9-31fa-4562-be75-cfa69cab4e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464167b0-4e4d-4c23-bcf3-853a6d0a3628,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:43.365658 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.387997 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-e0c86bc9-31fa-4562-be75-cfa69cab4e97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e54275cab2224c6d88866c528a881b50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4094827 Oct 22 18:47:43.388241 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57474) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:43.434085 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Attempting to bind port 255566be-b84d-47ce-b025-1e8aade962df on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:47:43.434929 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Attempting to bind port 255566be-b84d-47ce-b025-1e8aade962df by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:47:43.435450 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Attempting to bind port 255566be-b84d-47ce-b025-1e8aade962df on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:43.449577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Pushing event updated for resources: {'Port': ['ID=255566be-b84d-47ce-b025-1e8aade962df,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:43.461450 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.461577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.461925 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.462429 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.463443 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.463818 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.464134 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.464556 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.464951 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.465305 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.465724 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.466197 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Tracked resource versions report: Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: pushed versions: Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Log': {'1.0'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Network': {'1.1'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Port': {'1.7'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'PortForwarding': {'1.2'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroup': {'1.4'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: consumer versions: Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: HyperV agent@hv-cinder-81514: {}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Log': '1.0', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Network': '1.1', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Port': '1.7', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'PortForwarding': '1.2', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroup': '1.4', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'SubPort': '1.0', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Subnet': '1.1', Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Oct 22 18:47:43.467694 dv-cinder-815146-1-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:47:43.472485 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:47:43.473095 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Checking segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:43.473403 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.473790 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Bound using segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:47:43.474599 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Bound port: 255566be-b84d-47ce-b025-1e8aade962df, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:47:43.475154 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.552070 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-8d7d62ed-9f46-4b0a-826b-497c8cb0fbe2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:47:43.553147 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-8d7d62ed-9f46-4b0a-826b-497c8cb0fbe2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4132833 Oct 22 18:47:43.629736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] For port 255566be-b84d-47ce-b025-1e8aade962df, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:47:43.636997 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] For port 255566be-b84d-47ce-b025-1e8aade962df, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=255566be-b84d-47ce-b025-1e8aade962df,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:47:43.644781 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.652143 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.659777 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53c3c475-1bc7-4a00-8ae5-9c54fb017b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.692577 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53c3c475-1bc7-4a00-8ae5-9c54fb017b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.704090 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.730661 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-b2b490a8-7fad-4d50-98b8-d12217ad5f5d service neutron] 10.222.0.15 "GET /v2.0/networks/fe899f69-3783-46d3-806f-d0160d2e28c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689920 Oct 22 18:47:43.734960 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.753932 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1b77-a14d-4ae4-9012-bd30d3afad3c None None] Pushing event updated for resources: {'Port': ['ID=255566be-b84d-47ce-b025-1e8aade962df,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:43.799569 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:43.822627 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:43.837675 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:43.841122 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:47:43.841848 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Allocated IP 172.27.0.67 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/955b16c0-80a5-466c-8cfa-30021f1d2837) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:47:44.145134 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:47:44.147885 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.147885 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-7476cc0c-e795-4d01-813c-fb5d2d0c352c service neutron] 10.222.0.15 "GET /v2.0/networks/fe899f69-3783-46d3-806f-d0160d2e28c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328152 Oct 22 18:47:44.148502 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea37bde1-cfcb-4cab-a5ee-f3fa1ec70b51,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:44.148611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.148713 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.148713 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Added segment 08a2048e-e188-49ca-a742-fbc077745508 of type vlan for network bd88d82f-a673-4ed7-9a26-c9e877fb495c Oct 22 18:47:44.189655 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Pushing event updated for resources: {'Port': ['ID=955b16c0-80a5-466c-8cfa-30021f1d2837,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:44.207265 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:44.208699 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:44.213727 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:47:44.270426 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3b43-16d0-4cd5-adfb-0aaea64bb47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.285577 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.328978 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53c3c475-1bc7-4a00-8ae5-9c54fb017b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.332782 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53c3c475-1bc7-4a00-8ae5-9c54fb017b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.333949 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-53c3c475-1bc7-4a00-8ae5-9c54fb017b01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/464167b0-4e4d-4c23-bcf3-853a6d0a3628 HTTP/1.1" status: 204 len: 168 time: 0.9319515 Oct 22 18:47:44.384985 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-062f742f-67c9-4406-872c-88be3a24cd79 req-d20fd7a8-1505-4d56-961c-f493eecfe376 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 210 time: 0.0431724 Oct 22 18:47:44.395955 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3c475-1bc7-4a00-8ae5-9c54fb017b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464167b0-4e4d-4c23-bcf3-853a6d0a3628,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:44.402847 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Pushing event updated for resources: {'Port': ['ID=70815e23-e666-438f-adeb-52198742bdc9,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:44.470783 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.471651 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:44.472504 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.506817 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5832546 Oct 22 18:47:44.509309 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57518) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:44.526681 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Request body: {'subnet': {'network_id': 'bd88d82f-a673-4ed7-9a26-c9e877fb495c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1974233264-subnet', 'tenant_id': '1e641d32460441c5a7e677983335ed00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:44.553704 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.670377 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:44.805114 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 255566be-b84d-47ce-b025-1e8aade962df up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:47:44.824584 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5034021-30d9-4578-af7a-7432f52fa881 admin admin] Pushing event updated for resources: {'Network': ['ID=bd88d82f-a673-4ed7-9a26-c9e877fb495c,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:44.855833 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network bd88d82f-a673-4ed7-9a26-c9e877fb495c details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:47:44.905494 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e017332a-d0f3-46cd-bd98-8f2af4da3be5 req-6b2475b1-7c8b-44d0-925d-e822a243a721 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.2502108 Oct 22 18:47:44.924414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Made reservation on behalf of 1e641d32460441c5a7e677983335ed00 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:44.926638 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Publish callbacks [] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:45.126965 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 255566be-b84d-47ce-b025-1e8aade962df triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:45.127634 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:45.189244 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:45.333354 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:45.445340 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57570) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:45.467034 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 255566be-b84d-47ce-b025-1e8aade962df, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=255566be-b84d-47ce-b025-1e8aade962df,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:47:45.484250 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:45.538829 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Router c446c57e-fda2-4d75-88d4-3d32b793e57d is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:47:45.556672 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b3028-8a5e-4b0b-be65-5e98c6dbf480 None None] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:45.577886 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:45.685247 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb213f3a-3571-4058-b921-50bec6af1bde,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:45.791097 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Checking segment: {'id': '08a2048e-e188-49ca-a742-fbc077745508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd88d82f-a673-4ed7-9a26-c9e877fb495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:45.791368 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Network hostable DHCP agents. Network: bd88d82f-a673-4ed7-9a26-c9e877fb495c, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:47:45.831603 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Network bd88d82f-a673-4ed7-9a26-c9e877fb495c is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:47:45.836716 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:46.086575 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, bd88d82f-a673-4ed7-9a26-c9e877fb495c) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:46.102608 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=255566be-b84d-47ce-b025-1e8aade962df,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:46.116607 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c381c-ae38-4788-8d51-00e4f5ae2029 None None] Network bd88d82f-a673-4ed7-9a26-c9e877fb495c requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:46.135991 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:46.136812 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:46.143215 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-696559b1-efc3-41d5-858d-9fe7281e8fe7 req-20b49221-c338-4149-b304-324db279ba41 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0678425 Oct 22 18:47:46.184199 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d4510103-1f85-4f9b-836b-e847e53967fb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6635273 Oct 22 18:47:46.218143 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6fde1d8c-5865-4213-8a08-6c8418807925 req-f4835d4b-b257-455e-aaa2-41761c49fb3c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 210 time: 0.1765842 Oct 22 18:47:46.235951 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6259b6c9-ad77-47f9-8c2a-1ee52d653897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:46.241843 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-75a73e06-1699-4c7e-a555-5bd10fcadeca None None] Provisioning complete for port 255566be-b84d-47ce-b025-1e8aade962df triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:46.242253 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-75a73e06-1699-4c7e-a555-5bd10fcadeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:46.386105 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:47:46.426113 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:47:46.441618 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Sync routers for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:47:46.479798 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:47:46.481275 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:46.483790 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.37', 50748) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:46.511497 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] Publish callbacks [] for router, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:46.517226 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-a3b130c9-3f24-4fe9-b427-b95029ecf305 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5575056 Oct 22 18:47:46.526981 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57612) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:46.584984 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57614) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:46.588068 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5a47a-b58c-46e6-8586-18c7853bf39b None None] Network bd88d82f-a673-4ed7-9a26-c9e877fb495c requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:47:46.825397 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 255566be-b84d-47ce-b025-1e8aade962df up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:47:46.889105 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5188c-65dc-4744-9e25-9b27a865766a req-eb93f68c-5bb4-48d4-bc6e-70868bdd7cdc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:46.900712 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-eb93f68c-5bb4-48d4-bc6e-70868bdd7cdc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.4105654 Oct 22 18:47:46.976018 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Request body: {'port': {'device_id': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'admin_state_up': True, 'tenant_id': '0bbd7dfac0974baa90e5e8b8210853f1'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:46.989850 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_v2 [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] Deleting subnet c31463fa-846d-43ff-ad52-d1f4f52647c9 {{(pid=106215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:47:46.993649 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6259b6c9-ad77-47f9-8c2a-1ee52d653897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.012266 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6259b6c9-ad77-47f9-8c2a-1ee52d653897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.014507 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-f4032f97-4e60-4be8-a646-5402ac84af0d None None] Provisioning complete for port 255566be-b84d-47ce-b025-1e8aade962df triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:47.015660 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f4032f97-4e60-4be8-a646-5402ac84af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.018631 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.094942 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:47:47.138325 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b0027326-63f6-4866-ad25-3242950f3e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.240895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:47:47.282518 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Made reservation on behalf of 0bbd7dfac0974baa90e5e8b8210853f1 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:47.287113 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.290563 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 255566be-b84d-47ce-b025-1e8aade962df triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:47.291147 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.294346 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Sync routers for ids ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:47:47.391879 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Routers {'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:47:47.392542 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:47.394300 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-6259b6c9-ad77-47f9-8c2a-1ee52d653897 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=063cb14018a8438d881c3cc2d2d5fbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9417646 Oct 22 18:47:47.396117 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57634) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:47.408320 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.451504 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259b6c9-ad77-47f9-8c2a-1ee52d653897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fb0c30-9948-4030-9eda-c7a51573ab49,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:47.497873 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.511323 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e9abcd25-cb3b-4c57-9d60-a45fb0461715 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0109949 Oct 22 18:47:47.519497 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57638) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:47.521431 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57648) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:47.611387 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:44Z', 'revision_number': 3, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:47.615851 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Set router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:47:47.680158 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Checking router: c446c57e-fda2-4d75-88d4-3d32b793e57d for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:47:47.680512 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Updating router c446c57e-fda2-4d75-88d4-3d32b793e57d port 955b16c0-80a5-466c-8cfa-30021f1d2837 binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:47:47.705307 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c2d532f9-47d3-481e-bcf8-36bd3c228bc3 req-532c01f4-0ac6-468e-a418-748c757eff9b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0908091 Oct 22 18:47:47.713135 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.820192 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:47.851883 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.37', 50754) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:47.998264 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.053248 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '70815e23-e666-438f-adeb-52198742bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:47:43Z', 'revision_number': 3, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port': {'id': '70815e23-e666-438f-adeb-52198742bdc9', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:48.098155 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Allocated IP 172.20.0.8 (ce3214b4-ef5b-4a89-a12a-c05c2c379161/78052a3d-c520-4c56-b4cd-34e46ac9ac79/4fe4558d-e790-4bdb-98e5-b6284da07096) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:47:48.120053 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.134623 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Checking router: e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:47:48.137640 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Updating router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 port 70815e23-e666-438f-adeb-52198742bdc9 binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:47:48.219972 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-73b4355d-de57-4da6-b6f2-da6d78c3a770 req-cd3fe171-3da0-4eb2-83fd-e70bb3f5cb36 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 210 time: 0.7295024 Oct 22 18:47:48.238249 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.245135 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.248710 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c31463fa-846d-43ff-ad52-d1f4f52647c9 HTTP/1.1" status: 204 len: 168 time: 1.6594570 Oct 22 18:47:48.259329 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4ede407b-abfa-45dc-8aaa-d122cacd5cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.298454 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.314155 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.409362 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.452062 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d076824-fbff-4510-846c-888470a84640 None None] Pushing event updated for resources: {'Port': ['ID=955b16c0-80a5-466c-8cfa-30021f1d2837,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:48.487146 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57688) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:48.497005 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.501137 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.501137 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.502334 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.502663 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.502983 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.504481 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.508322 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.508778 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.509262 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d076824-fbff-4510-846c-888470a84640 None None] Tracked resource versions report: Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: pushed versions: Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: { 'AddressGroup': {'1.2'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'ConntrackHelper': {'1.0'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Log': {'1.0'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Network': {'1.1'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Port': {'1.7'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'PortForwarding': {'1.2'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'QosPolicy': {'1.10'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroup': {'1.4'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroupRule': {'1.2'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SubPort': {'1.0'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Subnet': {'1.1'}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Trunk': {'1.1'}} Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: consumer versions: Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: { DHCP agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: HyperV agent@hv-cinder-81514: {}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: L3 agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: Metadata agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: Metering agent@dv-cinder-815146-1-iscsi: {}, Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: Open vSwitch agent@dv-cinder-815146-1-iscsi: { 'AddressGroup': '1.2', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'ConntrackHelper': '1.0', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Log': '1.0', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Network': '1.1', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Port': '1.7', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'PortForwarding': '1.2', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'QosPolicy': '1.10', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroup': '1.4', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SecurityGroupRule': '1.2', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'SubPort': '1.0', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Subnet': '1.1', Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: 'Trunk': '1.1'}} Oct 22 18:47:48.514183 dv-cinder-815146-1-iscsi neutron-server[106217]: {{(pid=106217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 22 18:47:48.524335 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10950d51-20df-4ee2-81bc-dbe2bc40997e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31463fa-846d-43ff-ad52-d1f4f52647c9,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:48.579026 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Attempting to bind port 955b16c0-80a5-466c-8cfa-30021f1d2837 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:47:48.580565 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Attempting to bind port 955b16c0-80a5-466c-8cfa-30021f1d2837 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:47:48.581116 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Attempting to bind port 955b16c0-80a5-466c-8cfa-30021f1d2837 on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:48.591624 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:47:48.592444 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:48.593930 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.596197 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:47:48.606729 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Bound port: 955b16c0-80a5-466c-8cfa-30021f1d2837, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:47:48.607192 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.641049 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.747392 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.755329 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] For port 955b16c0-80a5-466c-8cfa-30021f1d2837, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:47:48.762054 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] For port 955b16c0-80a5-466c-8cfa-30021f1d2837, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=955b16c0-80a5-466c-8cfa-30021f1d2837,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:47:48.767888 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:48.772574 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.786056 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:48.791332 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:47:48.804744 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:48.813812 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.856834 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7940f3ea-53d3-4e18-8f09-eb3915e55747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.886703 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d076824-fbff-4510-846c-888470a84640 None None] Pushing event updated for resources: {'Port': ['ID=955b16c0-80a5-466c-8cfa-30021f1d2837,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:48.908043 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event updated for resources: {'Port': ['ID=4fe4558d-e790-4bdb-98e5-b6284da07096,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:48.908245 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7940f3ea-53d3-4e18-8f09-eb3915e55747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:48.928769 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:47:48.933793 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:48.937735 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-20a72447-224a-46e5-8456-b53642f84488 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:48.947344 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-20a72447-224a-46e5-8456-b53642f84488 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.37 "GET /v2.0/networks?id=fe899f69-3783-46d3-806f-d0160d2e28c0 HTTP/1.1" status: 200 len: 812 time: 1.0927684 Oct 22 18:47:48.961819 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-7ac04149-4f96-4821-89c0-8c0b35a1f418 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9894040 Oct 22 18:47:49.011427 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:49.023942 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:49.055726 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-25c89501-8270-4a3b-a743-bbef215e3e4f req-c15d741a-d2ba-46b4-849e-2d828781bbd6 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0912871 Oct 22 18:47:49.094014 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d70a42-204d-4ed6-bed0-603cc0df6859 None None] Pushing event updated for resources: {'Port': ['ID=70815e23-e666-438f-adeb-52198742bdc9,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:49.163652 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Attempting to bind port 70815e23-e666-438f-adeb-52198742bdc9 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:47:49.164954 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Attempting to bind port 70815e23-e666-438f-adeb-52198742bdc9 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:47:49.164954 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Attempting to bind port 70815e23-e666-438f-adeb-52198742bdc9 on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:49.181891 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:47:49.182310 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:49.182758 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:49.185844 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:47:49.185991 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Bound port: 70815e23-e666-438f-adeb-52198742bdc9, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:47:49.194212 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:49.204552 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7940f3ea-53d3-4e18-8f09-eb3915e55747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:49.207552 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7940f3ea-53d3-4e18-8f09-eb3915e55747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:49.210173 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-7940f3ea-53d3-4e18-8f09-eb3915e55747 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7fb0c30-9948-4030-9eda-c7a51573ab49 HTTP/1.1" status: 204 len: 168 time: 1.7793655 Oct 22 18:47:49.298812 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:47:49.310328 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] For port 70815e23-e666-438f-adeb-52198742bdc9, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:47:49.316791 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] For port 70815e23-e666-438f-adeb-52198742bdc9, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=70815e23-e666-438f-adeb-52198742bdc9,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:47:49.325473 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:49.330635 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f3ea-53d3-4e18-8f09-eb3915e55747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fb0c30-9948-4030-9eda-c7a51573ab49,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:49.333160 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Request body: {'port': {'device_id': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0', 'admin_state_up': True, 'tenant_id': '267b6969cd8b4066a91920f56262f047'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:49.352139 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-b222fec2-919f-43d1-8be6-14abe4351210 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:47:49.359435 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-b222fec2-919f-43d1-8be6-14abe4351210 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0187621 Oct 22 18:47:49.490731 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Routers {'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:47:49.491374 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:49.815954 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Made reservation on behalf of 267b6969cd8b4066a91920f56262f047 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:47:49.823686 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:50.072697 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:50.125700 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-be264379-d22d-4ca1-8663-00887864de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:44Z', 'revision_number': 3, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:50.132476 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:50.234785 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be264379-d22d-4ca1-8663-00887864de9b None None] The sync data for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi is: [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:44Z', 'revision_number': 3, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:47:50.377611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Allocated IP 172.20.0.1 (a8ab7e5a-28b7-4495-a7ff-4975117a9428/8f2066fb-1a7f-41e0-82c1-a69e9f59418b/55875ab8-f098-4e8b-871f-c0979a0b331b) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:47:50.446552 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Allocated IP 172.20.0.6 (fe899f69-3783-46d3-806f-d0160d2e28c0/0e10165a-9ef0-49a2-8303-b9c417923503/db27b409-6671-47a3-9b01-0e4f58ab9a02) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:47:50.450264 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] Set router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:47:50.457935 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:50.460161 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d70a42-204d-4ed6-bed0-603cc0df6859 None None] Pushing event updated for resources: {'Port': ['ID=70815e23-e666-438f-adeb-52198742bdc9,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:50.550405 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:50.718595 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:50.753571 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.759533 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.760752 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.763624 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > port after_create 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.765430 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.766009 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > port after_update 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.767727 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.767727 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.767727 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.767727 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:50.971422 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.060224 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '70815e23-e666-438f-adeb-52198742bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:47:43Z', 'revision_number': 3, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port': {'id': '70815e23-e666-438f-adeb-52198742bdc9', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:51.158612 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305fc8eb-18b0-4f30-b429-29e766021313 None None] The sync data for ids ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'] in dv-cinder-815146-1-iscsi is: [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '70815e23-e666-438f-adeb-52198742bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:47:43Z', 'revision_number': 3, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port': {'id': '70815e23-e666-438f-adeb-52198742bdc9', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:47:51.236035 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.262710 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:51.263248 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:51.263530 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:51.263942 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:51.264372 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1915eb-10f2-4d07-b0bf-a678dac6abf1']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:51.333639 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57742) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:51.337219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f93f15f-e34c-4f34-9d0f-8e42e846c75f') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:51.337719 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f93f15f-e34c-4f34-9d0f-8e42e846c75f') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:51.341635 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Request body: {'port': {'device_id': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:51.355532 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ce3a7d9-db94-49cc-ac70-6cd9db4e0ef8 req-95e6e145-f3b8-4e3e-b5fa-167ec549765a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 1.0605917 Oct 22 18:47:51.402116 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.455574 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.473934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:47:51.473934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.580817 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: from cryptography.utils import int_from_bytes Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: from cryptography.utils import int_from_bytes Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:47:51.691017 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:47:51.710981 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.750313 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f2dd-0b8a-4c17-b580-f7f0d4cc1f3f req-624af83b-3c0b-48e2-b629-676017429979 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:51.752034 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9940f2dd-0b8a-4c17-b580-f7f0d4cc1f3f req-624af83b-3c0b-48e2-b629-676017429979 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 931 time: 2.3288059 Oct 22 18:47:51.772488 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.781881 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Network fe899f69-3783-46d3-806f-d0160d2e28c0 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:51.802223 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:51.840464 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:47:51.859226 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:51.859881 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.881050 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35a792c5-884f-45a7-b788-203d387f0cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.921852 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5932260 Oct 22 18:47:51.939207 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfa6fc-f018-4461-94d8-8d59a8cc7716 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Pushing event updated for resources: {'Port': ['ID=db27b409-6671-47a3-9b01-0e4f58ab9a02,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:51.960979 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4ede407b-abfa-45dc-8aaa-d122cacd5cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:51.970725 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:51.993578 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Request body: {'port': {'device_id': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:52.054059 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4ede407b-abfa-45dc-8aaa-d122cacd5cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:52.066881 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:52.094094 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc1915eb-10f2-4d07-b0bf-a678dac6abf1 HTTP/1.1" status: 204 len: 168 time: 3.5709600 Oct 22 18:47:52.109073 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:52.111512 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57760) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:52.338903 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:47:52.339496 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:52.729743 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Pushing event updated for resources: {'Port': ['ID=55875ab8-f098-4e8b-871f-c0979a0b331b,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:52.732973 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965605af-0b7a-45b6-a3d0-44613d29eb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1915eb-10f2-4d07-b0bf-a678dac6abf1,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:52.738315 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:52.853317 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-68ec810f-70a6-4861-b18e-db1ee9d06a96 None None] Provisioning complete for port 55875ab8-f098-4e8b-871f-c0979a0b331b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:52.858820 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede407b-abfa-45dc-8aaa-d122cacd5cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a159244-89e8-4e9f-832f-808456b921c6,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:52.869509 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-68ec810f-70a6-4861-b18e-db1ee9d06a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:52.933926 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-68ec810f-70a6-4861-b18e-db1ee9d06a96 None None] Port 55875ab8-f098-4e8b-871f-c0979a0b331b cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:47:52.943765 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 955b16c0-80a5-466c-8cfa-30021f1d2837 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:47:53.002916 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9940f2dd-0b8a-4c17-b580-f7f0d4cc1f3f req-75a831d3-f1c8-4e56-ae4d-261d29f1d267 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2409809 Oct 22 18:47:53.069562 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-4ede407b-abfa-45dc-8aaa-d122cacd5cd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98a3518496dc49628429c8b199ea8719&name=default HTTP/1.1" status: 200 len: 2979 time: 5.5156608 Oct 22 18:47:53.125317 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 955b16c0-80a5-466c-8cfa-30021f1d2837 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:53.125946 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.170694 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] Deleting subnet bb213f3a-3571-4058-b921-50bec6af1bde {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:47:53.182411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57776) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:53.215089 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.234328 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.351199 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.397809 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.415978 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 955b16c0-80a5-466c-8cfa-30021f1d2837, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=955b16c0-80a5-466c-8cfa-30021f1d2837,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:47:53.423252 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.425389 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 70815e23-e666-438f-adeb-52198742bdc9 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:47:53.617131 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=955b16c0-80a5-466c-8cfa-30021f1d2837,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:53.622441 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe4558d-e790-4bdb-98e5-b6284da07096 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:47:53.646834 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 70815e23-e666-438f-adeb-52198742bdc9 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:53.647299 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.666411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.683445 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.723326 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Allocated IP 172.20.0.1 (faf32529-5999-4154-98de-f004d7cf283a/054f876f-875e-4b63-a123-3cf4bec28094/bc1a1525-062f-4d9f-9516-03eeffd1d0f1) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:47:53.820563 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.883991 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35a792c5-884f-45a7-b788-203d387f0cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.898147 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.947584 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 70815e23-e666-438f-adeb-52198742bdc9, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=70815e23-e666-438f-adeb-52198742bdc9,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:47:53.956515 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:53.959387 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.024729 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.026506 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35a792c5-884f-45a7-b788-203d387f0cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.041832 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=70815e23-e666-438f-adeb-52198742bdc9,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:54.044309 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.094154 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a0cb5-9c0c-4395-a629-db5d7c1ec1b2 req-cc48223b-c56c-4704-a74d-78c3c2a8e37a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:54.105102 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb0a0cb5-9c0c-4395-a629-db5d7c1ec1b2 req-cc48223b-c56c-4704-a74d-78c3c2a8e37a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 931 time: 0.9413395 Oct 22 18:47:54.112253 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7a6d08a6-0511-4602-8125-91f230e9a267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.129848 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Pushing event updated for resources: {'Port': ['ID=55875ab8-f098-4e8b-871f-c0979a0b331b,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:54.133271 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.135294 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7a6d08a6-0511-4602-8125-91f230e9a267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.220739 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a792c5-884f-45a7-b788-203d387f0cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0114268-4149-4525-b0b6-e7604ccbf72b,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:54.261291 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Transition to ACTIVE for port object 4fe4558d-e790-4bdb-98e5-b6284da07096 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:47:54.262294 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7a6d08a6-0511-4602-8125-91f230e9a267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.266153 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7a6d08a6-0511-4602-8125-91f230e9a267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.270007 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7a6d08a6-0511-4602-8125-91f230e9a267 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a159244-89e8-4e9f-832f-808456b921c6 HTTP/1.1" status: 204 len: 168 time: 1.0792544 Oct 22 18:47:54.306515 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Network faf32529-5999-4154-98de-f004d7cf283a is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:54.320725 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:54.324553 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:54.327864 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.334731 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:47:54.355905 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d08a6-0511-4602-8125-91f230e9a267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a159244-89e8-4e9f-832f-808456b921c6,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:54.357666 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.467462 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95abb13-1b65-433f-833a-d9c0256c2088 req-5116e902-9a3b-4949-a93f-288d52abdf84 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:54.469345 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e95abb13-1b65-433f-833a-d9c0256c2088 req-5116e902-9a3b-4949-a93f-288d52abdf84 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 931 time: 0.2665660 Oct 22 18:47:54.470131 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.481461 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-35a792c5-884f-45a7-b788-203d387f0cbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72657b329627420eb378ce72507a0fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1119828 Oct 22 18:47:54.522369 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57790) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:54.698929 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb0a0cb5-9c0c-4395-a629-db5d7c1ec1b2 req-44b027c7-dc33-47f2-b02d-faf8aa31a133 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928974 Oct 22 18:47:54.726046 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Pushing event updated for resources: {'Port': ['ID=4fe4558d-e790-4bdb-98e5-b6284da07096,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:54.726169 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 955b16c0-80a5-466c-8cfa-30021f1d2837 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:47:54.726271 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.865817 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 955b16c0-80a5-466c-8cfa-30021f1d2837 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:54.866259 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:54.992460 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e95abb13-1b65-433f-833a-d9c0256c2088 req-8e5700f0-ba84-4bb9-9a2a-9b695e903e27 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154138 Oct 22 18:47:55.003546 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:55.006942 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:55.011285 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.065712 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb213f3a-3571-4058-b921-50bec6af1bde,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:55.085459 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57798) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:55.090926 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.098060 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-19c9051b-ccad-4033-b05c-a15addd77f8c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bb213f3a-3571-4058-b921-50bec6af1bde HTTP/1.1" status: 204 len: 168 time: 2.9805567 Oct 22 18:47:55.110869 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57800) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:55.112601 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-48f1563f-b4f4-452b-a125-aa369d52bbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.174473 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 70815e23-e666-438f-adeb-52198742bdc9 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:47:55.193204 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Attempting to bind port 4fe4558d-e790-4bdb-98e5-b6284da07096 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:47:55.193647 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Attempting to bind port 4fe4558d-e790-4bdb-98e5-b6284da07096 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:47:55.194132 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Attempting to bind port 4fe4558d-e790-4bdb-98e5-b6284da07096 on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:55.213199 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Port 4fe4558d-e790-4bdb-98e5-b6284da07096 on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:47:55.213683 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Attempting to bind port 4fe4558d-e790-4bdb-98e5-b6284da07096 on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:55.243617 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db27b409-6671-47a3-9b01-0e4f58ab9a02 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:47:55.317325 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.324172 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 70815e23-e666-438f-adeb-52198742bdc9 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:55.324366 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:47:55.324460 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.324969 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Checking segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:55.325877 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Bound using segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:47:55.326619 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Bound port: 4fe4558d-e790-4bdb-98e5-b6284da07096, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:47:55.328507 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.360638 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.376469 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Transition to ACTIVE for port object db27b409-6671-47a3-9b01-0e4f58ab9a02 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:47:55.431222 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cbc13182-02fb-4ae8-b103-8d3038210d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.435931 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Router c446c57e-fda2-4d75-88d4-3d32b793e57d has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:47:55.444503 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.515611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-48f1563f-b4f4-452b-a125-aa369d52bbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.535694 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-1fc39ab8-0358-4cb2-85d1-763682625f93 None None] Provisioning complete for port 55875ab8-f098-4e8b-871f-c0979a0b331b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:55.536188 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1fc39ab8-0358-4cb2-85d1-763682625f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.598234 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-1fc39ab8-0358-4cb2-85d1-763682625f93 None None] Port 55875ab8-f098-4e8b-871f-c0979a0b331b cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:47:55.646293 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] For port 4fe4558d-e790-4bdb-98e5-b6284da07096, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:47:55.692746 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] For port 4fe4558d-e790-4bdb-98e5-b6284da07096, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fe4558d-e790-4bdb-98e5-b6284da07096,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:47:55.694165 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Pushing event updated for resources: {'Port': ['ID=db27b409-6671-47a3-9b01-0e4f58ab9a02,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:55.911233 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.916316 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.916463 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-48f1563f-b4f4-452b-a125-aa369d52bbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.919698 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-48f1563f-b4f4-452b-a125-aa369d52bbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:55.921791 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-48f1563f-b4f4-452b-a125-aa369d52bbfa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0114268-4149-4525-b0b6-e7604ccbf72b HTTP/1.1" status: 204 len: 168 time: 1.3982255 Oct 22 18:47:55.968375 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1563f-b4f4-452b-a125-aa369d52bbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0114268-4149-4525-b0b6-e7604ccbf72b,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:55.998311 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:47:56.008714 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018140 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018322 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-efad8fa5-f356-4d00-ba4d-071602d8d0ad admin admin] 10.222.0.15 "PUT /v2.0/routers/c446c57e-fda2-4d75-88d4-3d32b793e57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4537227 Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > port after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > port after_update 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.018414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.019859 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Sync routers for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:47:56.035713 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cbc13182-02fb-4ae8-b103-8d3038210d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.040682 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:47:56.041538 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:56.049888 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.052201 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cbc13182-02fb-4ae8-b103-8d3038210d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.085844 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.280770 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-cbc13182-02fb-4ae8-b103-8d3038210d48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fa742f7a07741f2977b4d12ea19134a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1714931 Oct 22 18:47:56.286768 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:47:56.319934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc13182-02fb-4ae8-b103-8d3038210d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9ec501-7dbe-4acf-ab04-903e5f7d7847,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:56.337742 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57814) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:56.395896 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.397151 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.397696 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.398155 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 22 18:47:56.399174 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd88d82f-a673-4ed7-9a26-c9e877fb495c']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:56.430451 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:56.431491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.433584 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-675ca54e-049b-4329-9765-4476a348e26c service neutron] 10.222.0.37 "PUT /v2.0/ports/4fe4558d-e790-4bdb-98e5-b6284da07096 HTTP/1.1" status: 200 len: 1093 time: 6.3146994 Oct 22 18:47:56.435768 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'tag': '4fe4558d-e790-4bdb-98e5-b6284da07096'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:47:56.441565 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Attempting to bind port db27b409-6671-47a3-9b01-0e4f58ab9a02 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:47:56.442006 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Attempting to bind port db27b409-6671-47a3-9b01-0e4f58ab9a02 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'dac663dc-b204-46bb-9c0c-b5711ec64b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:47:56.442529 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Attempting to bind port db27b409-6671-47a3-9b01-0e4f58ab9a02 on network fe899f69-3783-46d3-806f-d0160d2e28c0 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:56.473159 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a2048e-e188-49ca-a742-fbc077745508') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:56.473436 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a2048e-e188-49ca-a742-fbc077745508') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:56.486327 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83c0e-c354-43bd-9370-4ad30568ee69 req-1204294f-1196-486a-a592-2851613919bd tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:56.488389 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98d83c0e-c354-43bd-9370-4ad30568ee69 req-1204294f-1196-486a-a592-2851613919bd tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.5621302 Oct 22 18:47:56.519606 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.527802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Port db27b409-6671-47a3-9b01-0e4f58ab9a02 on network fe899f69-3783-46d3-806f-d0160d2e28c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:47:56.528202 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Attempting to bind port db27b409-6671-47a3-9b01-0e4f58ab9a02 on network fe899f69-3783-46d3-806f-d0160d2e28c0 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:56.544846 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439947'] for segment, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.549046 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:56.549480 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:47:56.549848 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Checking segment: {'id': 'dac663dc-b204-46bb-9c0c-b5711ec64b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:56.550382 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Bound using segment: {'id': 'dac663dc-b204-46bb-9c0c-b5711ec64b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:47:56.551028 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Bound port: db27b409-6671-47a3-9b01-0e4f58ab9a02, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac663dc-b204-46bb-9c0c-b5711ec64b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:47:56.552181 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.594857 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ca54e-049b-4329-9765-4476a348e26c service neutron] Pushing event updated for resources: {'Port': ['ID=4fe4558d-e790-4bdb-98e5-b6284da07096,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:56.631902 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.653213 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:47:56.653557 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12441473'] for segment, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.720263 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9b03a-47f7-48b7-b446-0ad8538e7326 req-8ee8eec6-57c8-4594-a91b-40ca9acacfc9 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:56.727788 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dde9b03a-47f7-48b7-b446-0ad8538e7326 req-8ee8eec6-57c8-4594-a91b-40ca9acacfc9 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.4657972 Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: from cryptography.utils import int_from_bytes Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: from cryptography.utils import int_from_bytes Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: Traceback (most recent call last): Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: timer() Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: cb(*args, **kw) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: return func(*args, **kwargs) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: self._notify() Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: self.callback(batched_events) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: event.method(event) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: return f(self, *a, **k) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._get(url).json() Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: return self.request(url, 'GET', **kwargs) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:47:56.743057 dv-cinder-815146-1-iscsi neutron-server[106214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:47:56.751512 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8216a8-61a0-45e0-ae7f-3277442d2a60" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ad6ed6-7985-4108-a581-933f6aab23ff", "tag": "4fe4558d-e790-4bdb-98e5-b6284da07096"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:47:56.776532 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.780625 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 2, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:56.820521 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dbf4556e-915f-4d5d-afdf-2318af7fdf7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.821214 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Checking router: c446c57e-fda2-4d75-88d4-3d32b793e57d for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:47:56.821579 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Updating router c446c57e-fda2-4d75-88d4-3d32b793e57d port 55875ab8-f098-4e8b-871f-c0979a0b331b binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:47:56.853937 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57826) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:56.867806 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.873206 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.878095 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] 10.222.0.15 "DELETE /v2.0/networks/bd88d82f-a673-4ed7-9a26-c9e877fb495c HTTP/1.1" status: 204 len: 168 time: 1.7653816 Oct 22 18:47:56.901057 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dbf4556e-915f-4d5d-afdf-2318af7fdf7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.927200 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dde9b03a-47f7-48b7-b446-0ad8538e7326 req-5acc5f8e-d329-421a-a644-e9070767d297 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875322 Oct 22 18:47:56.937299 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff100de1-c5e0-44eb-b3a2-a9bec2f46e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:56.944802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a548f1-dc1b-4773-8522-1f5d05ddd92f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd88d82f-a673-4ed7-9a26-c9e877fb495c,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:56.966683 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98d83c0e-c354-43bd-9370-4ad30568ee69 req-b5b828fc-713d-46b9-89e0-bf68acbb9fc9 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594200 Oct 22 18:47:57.025030 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] For port db27b409-6671-47a3-9b01-0e4f58ab9a02, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:47:57.033668 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] For port db27b409-6671-47a3-9b01-0e4f58ab9a02, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=db27b409-6671-47a3-9b01-0e4f58ab9a02,segment=NetworkSegment(dac663dc-b204-46bb-9c0c-b5711ec64b9e),segment_id=dac663dc-b204-46bb-9c0c-b5711ec64b9e)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:47:57.037469 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Network faf32529-5999-4154-98de-f004d7cf283a is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:47:57.043361 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:47:57.046894 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.050860 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dbf4556e-915f-4d5d-afdf-2318af7fdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.054345 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dbf4556e-915f-4d5d-afdf-2318af7fdf7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.056235 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-dbf4556e-915f-4d5d-afdf-2318af7fdf7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb9ec501-7dbe-4acf-ab04-903e5f7d7847 HTTP/1.1" status: 204 len: 168 time: 0.7171249 Oct 22 18:47:57.085535 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4556e-915f-4d5d-afdf-2318af7fdf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9ec501-7dbe-4acf-ab04-903e5f7d7847,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:57.179551 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:57.180196 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.183129 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] 10.222.0.37 "PUT /v2.0/ports/db27b409-6671-47a3-9b01-0e4f58ab9a02 HTTP/1.1" status: 200 len: 1093 time: 5.2168081 Oct 22 18:47:57.242821 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ee3f9-4c4b-4437-812f-aebc6c927de2 service neutron] Pushing event updated for resources: {'Port': ['ID=db27b409-6671-47a3-9b01-0e4f58ab9a02,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:57.281841 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff100de1-c5e0-44eb-b3a2-a9bec2f46e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.297700 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff100de1-c5e0-44eb-b3a2-a9bec2f46e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.338450 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:47:57.386682 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-ff100de1-c5e0-44eb-b3a2-a9bec2f46e1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98a977be507e49a187783b62d7af9989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244403 Oct 22 18:47:57.387653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57836) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:57.388254 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57838) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:57.398373 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff100de1-c5e0-44eb-b3a2-a9bec2f46e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef78be6-800d-4b23-92c4-0f6d39c1a253,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:57.471834 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4ee6e86d-53cb-440a-bb4b-190541ebf7a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93596980c31746bba2f4aa8492663d2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0818048 Oct 22 18:47:57.473169 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57840) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:57.597193 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1593f243-2079-4ae7-a82a-2ac7c11e905c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.620249 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.633760 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.636383 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1593f243-2079-4ae7-a82a-2ac7c11e905c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.693188 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1593f243-2079-4ae7-a82a-2ac7c11e905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.697474 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1593f243-2079-4ae7-a82a-2ac7c11e905c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.723882 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064ab9b-0f30-40c9-8025-47a7fa70c9a1 None None] Pushing event updated for resources: {'Port': ['ID=55875ab8-f098-4e8b-871f-c0979a0b331b,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:57.734926 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1593f243-2079-4ae7-a82a-2ac7c11e905c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4df2bedb-61bf-4592-ba9e-51e9e23533a1 HTTP/1.1" status: 204 len: 168 time: 0.2318344 Oct 22 18:47:57.740238 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7b8c-d8f3-49c6-a73a-1589d16d2a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.755255 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593f243-2079-4ae7-a82a-2ac7c11e905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df2bedb-61bf-4592-ba9e-51e9e23533a1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:57.791300 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:47:57.803108 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Attempting to bind port 55875ab8-f098-4e8b-871f-c0979a0b331b on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:47:57.804197 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Attempting to bind port 55875ab8-f098-4e8b-871f-c0979a0b331b by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:47:57.804863 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Attempting to bind port 55875ab8-f098-4e8b-871f-c0979a0b331b on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:47:57.812238 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:47:57.812760 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Checking segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:47:57.813234 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.813845 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Bound using segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:47:57.814706 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Bound port: 55875ab8-f098-4e8b-871f-c0979a0b331b, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:47:57.814831 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.832488 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2d11bada-d800-4154-9512-c473565829a8 admin admin] 10.222.0.15 "PUT /v2.0/routers/e3f05c0f-f8d2-409f-9a62-c0771b2f1a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2643821 Oct 22 18:47:57.834776 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Sync routers for ids ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:47:57.853612 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7b8c-d8f3-49c6-a73a-1589d16d2a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.864218 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5053da-4e40-48ee-beaa-c1a1177dcf46 x-openstack-request-id: req-bc5053da-4e40-48ee-beaa-c1a1177dcf46 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:47:57.867298 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ad6ed6-7985-4108-a581-933f6aab23ff", "tag": "4fe4558d-e790-4bdb-98e5-b6284da07096", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:47:57.867651 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc5053da-4e40-48ee-beaa-c1a1177dcf46 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:47:57.868217 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'tag': '4fe4558d-e790-4bdb-98e5-b6284da07096', 'status': 'completed', 'code': 200} Oct 22 18:47:57.882087 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Routers {'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:47:57.883118 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:57.946111 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] For port 55875ab8-f098-4e8b-871f-c0979a0b331b, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:47:57.951340 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] For port 55875ab8-f098-4e8b-871f-c0979a0b331b, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=55875ab8-f098-4e8b-871f-c0979a0b331b,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:47:57.965359 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.994075 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7b8c-d8f3-49c6-a73a-1589d16d2a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:57.999385 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7b8c-d8f3-49c6-a73a-1589d16d2a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.000291 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1d7a7b8c-d8f3-49c6-a73a-1589d16d2a46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ef78be6-800d-4b23-92c4-0f6d39c1a253 HTTP/1.1" status: 204 len: 168 time: 0.5904346 Oct 22 18:47:58.027548 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a7b8c-d8f3-49c6-a73a-1589d16d2a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef78be6-800d-4b23-92c4-0f6d39c1a253,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:58.099043 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:47:58.100808 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:58.123870 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Set router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:47:58.207481 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57862) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:58.227383 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-0fdb8bf9-c208-4dd0-8ffa-19cc49c4db02 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148520155', 'description': 'tempest-description--930887909'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:58.276801 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33f5bb-5f9c-403d-99bf-534ce0f58421 req-c86227fd-f880-4c99-bde5-4f4757257469 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:58.279398 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c33f5bb-5f9c-403d-99bf-534ce0f58421 req-c86227fd-f880-4c99-bde5-4f4757257469 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.2075334 Oct 22 18:47:58.343720 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-15cacf0e-858c-48bb-a41b-4bca55d26d55 None None] Provisioning complete for port 55875ab8-f098-4e8b-871f-c0979a0b331b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:58.344090 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-15cacf0e-858c-48bb-a41b-4bca55d26d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.344586 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064ab9b-0f30-40c9-8025-47a7fa70c9a1 None None] Pushing event updated for resources: {'Port': ['ID=55875ab8-f098-4e8b-871f-c0979a0b331b,revision_number=4']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:58.373237 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c33f5bb-5f9c-403d-99bf-534ce0f58421 req-27c215e2-55d0-4874-b22f-e80715a0cf32 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861540 Oct 22 18:47:58.392342 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8bf9-c208-4dd0-8ffa-19cc49c4db02 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.411060 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:47:58.480007 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da092a6-87ab-4e4e-97ed-711f801736af req-be2916a8-2e5d-4393-b06e-f7b4d07ac4ef tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:58.484482 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4da092a6-87ab-4e4e-97ed-711f801736af req-be2916a8-2e5d-4393-b06e-f7b4d07ac4ef tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.1334224 Oct 22 18:47:58.571110 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4da092a6-87ab-4e4e-97ed-711f801736af req-f53f6482-12b8-4c2c-99ad-c125336f7537 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784266 Oct 22 18:47:58.598257 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8bf9-c208-4dd0-8ffa-19cc49c4db02 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.605571 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8bf9-c208-4dd0-8ffa-19cc49c4db02 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.630767 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-15cacf0e-858c-48bb-a41b-4bca55d26d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.632597 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8bf9-c208-4dd0-8ffa-19cc49c4db02 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.634280 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-0fdb8bf9-c208-4dd0-8ffa-19cc49c4db02 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4216743 Oct 22 18:47:58.637204 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57872) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:58.642180 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-a5b9528e-79a8-4576-9c83-d52865e84156 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'security_group_rule': {'security_group_id': '467354fd-5c43-4f92-b6de-bcca907d71fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:58.674802 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-15cacf0e-858c-48bb-a41b-4bca55d26d55 None None] For port 55875ab8-f098-4e8b-871f-c0979a0b331b, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=55875ab8-f098-4e8b-871f-c0979a0b331b,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:47:58.701012 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-15cacf0e-858c-48bb-a41b-4bca55d26d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.723869 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5b9528e-79a8-4576-9c83-d52865e84156 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.793141 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cacf0e-858c-48bb-a41b-4bca55d26d55 None None] Pushing event updated for resources: {'Port': ['ID=55875ab8-f098-4e8b-871f-c0979a0b331b,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:58.801184 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb8bf9-c208-4dd0-8ffa-19cc49c4db02 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467354fd-5c43-4f92-b6de-bcca907d71fc,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:58.811404 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '70815e23-e666-438f-adeb-52198742bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:47:54Z', 'revision_number': 4, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port': {'id': '70815e23-e666-438f-adeb-52198742bdc9', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'bc1a1525-062f-4d9f-9516-03eeffd1d0f1', 'name': '', 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'mac_address': 'fa:16:3e:ca:9f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '054f876f-875e-4b63-a123-3cf4bec28094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:53Z', 'updated_at': '2021-10-22T18:47:55Z', 'revision_number': 2, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'subnets': [{'id': '054f876f-875e-4b63-a123-3cf4bec28094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:58.820759 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:57Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:47:58.858205 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2d07e-c54b-4588-b1b9-bf3ab68d8ce5 None None] The sync data for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi is: [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:57Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:47:58.858416 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Checking router: e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:47:58.864963 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Updating router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 port bc1a1525-062f-4d9f-9516-03eeffd1d0f1 binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:47:58.911452 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5b9528e-79a8-4576-9c83-d52865e84156 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.931659 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5b9528e-79a8-4576-9c83-d52865e84156 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.948678 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57880) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:58.973834 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-5476908c-1d86-44a7-a1e5-81d98127ff00 None None] Provisioning complete for port 55875ab8-f098-4e8b-871f-c0979a0b331b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:47:58.974322 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5476908c-1d86-44a7-a1e5-81d98127ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:58.989662 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9528e-79a8-4576-9c83-d52865e84156 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca06ea67-99c1-45a4-b0b7-c37531d45e58,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:59.012407 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5b9528e-79a8-4576-9c83-d52865e84156 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.013817 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a5b9528e-79a8-4576-9c83-d52865e84156 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3756838 Oct 22 18:47:59.017505 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57882) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:59.023830 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.040824 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-d6c30540-12d1-4f8d-a539-57e568e4140d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'security_group_rule': {'security_group_id': '467354fd-5c43-4f92-b6de-bcca907d71fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:59.149443 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57884) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:59.150279 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-87720c5d-a40f-4d44-96c7-9cbb91fd6212 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e641d32460441c5a7e677983335ed00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1991651 Oct 22 18:47:59.178542 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d6c30540-12d1-4f8d-a539-57e568e4140d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.312985 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b38d779-364b-481b-b9f8-0c6e26325ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.398010 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b38d779-364b-481b-b9f8-0c6e26325ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.446643 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d6c30540-12d1-4f8d-a539-57e568e4140d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.457827 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d6c30540-12d1-4f8d-a539-57e568e4140d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.536685 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b38d779-364b-481b-b9f8-0c6e26325ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.539040 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b38d779-364b-481b-b9f8-0c6e26325ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.540322 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8b38d779-364b-481b-b9f8-0c6e26325ab8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea37bde1-cfcb-4cab-a5ee-f3fa1ec70b51 HTTP/1.1" status: 204 len: 168 time: 0.3897586 Oct 22 18:47:59.563683 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38d779-364b-481b-b9f8-0c6e26325ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea37bde1-cfcb-4cab-a5ee-f3fa1ec70b51,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:59.578219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c30540-12d1-4f8d-a539-57e568e4140d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a033b2d5-410e-41dc-98fd-303a4a0923d7,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:47:59.713476 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d6c30540-12d1-4f8d-a539-57e568e4140d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.716567 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d6c30540-12d1-4f8d-a539-57e568e4140d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6945348 Oct 22 18:47:59.745560 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 57910) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:47:59.766012 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:47:59.854892 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4f04e-c90b-4d26-85c2-b05cfaaa8036 req-ac7d33d6-64cf-47bf-9ae3-38a4d653ce3b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:47:59.864987 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4b4f04e-c90b-4d26-85c2-b05cfaaa8036 req-ac7d33d6-64cf-47bf-9ae3-38a4d653ce3b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.3162861 Oct 22 18:47:59.872174 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'tag': 'db27b409-6671-47a3-9b01-0e4f58ab9a02'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:47:59.876073 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6afec0f-87cd-4f39-90d9-de259405190e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bde0f0c-9b81-473a-92bf-93efe20d6a98", "tag": "db27b409-6671-47a3-9b01-0e4f58ab9a02"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:47:59.889864 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.908864 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:47:59.914072 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:00.003367 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5442-0388-4d94-b33e-263a73225225 req-d811b113-e1ec-4b28-8c62-95aa88cc744a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:00.015583 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-d811b113-e1ec-4b28-8c62-95aa88cc744a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 818 time: 0.3234582 Oct 22 18:48:00.038579 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa569-4ada-41b1-8d74-bda86bba10be None None] Pushing event updated for resources: {'Port': ['ID=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:00.043543 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-e5d81992-5367-41e7-b630-18cc70d2113c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/quotas/60c43756e3a941438fb85dfb450b7263 HTTP/1.1" status: 200 len: 375 time: 0.0269473 Oct 22 18:48:00.078212 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4b4f04e-c90b-4d26-85c2-b05cfaaa8036 req-a48c2f36-d603-444b-9eab-c8bc996cc726 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118788 Oct 22 18:48:00.121994 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Attempting to bind port bc1a1525-062f-4d9f-9516-03eeffd1d0f1 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:48:00.124261 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Attempting to bind port bc1a1525-062f-4d9f-9516-03eeffd1d0f1 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:48:00.129459 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Attempting to bind port bc1a1525-062f-4d9f-9516-03eeffd1d0f1 on network faf32529-5999-4154-98de-f004d7cf283a {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:00.139558 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:48:00.141323 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Checking segment: {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:48:00.141850 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:00.142378 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Bound using segment: {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:48:00.143500 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Bound port: bc1a1525-062f-4d9f-9516-03eeffd1d0f1, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:48:00.144274 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:00.156644 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-39bea187-472a-4627-9520-74aed2dfcb5b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060259 Oct 22 18:48:00.299816 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] For port bc1a1525-062f-4d9f-9516-03eeffd1d0f1, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:48:00.304657 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] For port bc1a1525-062f-4d9f-9516-03eeffd1d0f1, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:48:00.314121 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:00.362563 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-2f3573da-a8d6-4a0b-b638-f5253fb1d535 service neutron] 10.222.0.15 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981585 Oct 22 18:48:00.416794 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Routers {'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:48:00.417531 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:47:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:00.491960 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa569-4ada-41b1-8d74-bda86bba10be None None] Pushing event updated for resources: {'Port': ['ID=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:00.564897 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-f654e112-ad9f-430e-8e2b-02413888f1f5 service neutron] 10.222.0.15 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007296 Oct 22 18:48:00.637786 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] Set router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:48:00.715483 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05891a-1c26-42ec-aa8f-76e58deb8051 req-e740c001-d3ec-477f-81b4-85456c15c07a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:00.724630 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9f05891a-1c26-42ec-aa8f-76e58deb8051 req-e740c001-d3ec-477f-81b4-85456c15c07a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.4783027 Oct 22 18:48:00.772045 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:00.861627 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b39c6-e311-4b4a-9f50-68450d5bc3ae x-openstack-request-id: req-b02b39c6-e311-4b4a-9f50-68450d5bc3ae {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:00.862005 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bde0f0c-9b81-473a-92bf-93efe20d6a98", "tag": "db27b409-6671-47a3-9b01-0e4f58ab9a02", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:00.862393 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b02b39c6-e311-4b4a-9f50-68450d5bc3ae {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:00.863020 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'tag': 'db27b409-6671-47a3-9b01-0e4f58ab9a02', 'status': 'completed', 'code': 200} Oct 22 18:48:00.909745 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9f05891a-1c26-42ec-aa8f-76e58deb8051 req-57150837-6541-46b2-bcde-db6c57d4b807 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746998 Oct 22 18:48:00.921979 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 55875ab8-f098-4e8b-871f-c0979a0b331b up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:00.961760 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-737c3187-efba-42b9-a811-d5112c5a6073 req-c387d06b-354d-4f3a-8f88-5a591cb2e9f6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 210 time: 0.0629783 Oct 22 18:48:01.021540 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Allocated IP 172.27.0.138 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/67941148-fa4c-45d9-a20b-51bf597e7f1b) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:48:01.078014 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 55875ab8-f098-4e8b-871f-c0979a0b331b triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:01.078853 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.180350 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.211903 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '70815e23-e666-438f-adeb-52198742bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:47:54Z', 'revision_number': 4, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port': {'id': '70815e23-e666-438f-adeb-52198742bdc9', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'bc1a1525-062f-4d9f-9516-03eeffd1d0f1', 'name': '', 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'mac_address': 'fa:16:3e:ca:9f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '054f876f-875e-4b63-a123-3cf4bec28094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:53Z', 'updated_at': '2021-10-22T18:48:00Z', 'revision_number': 4, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'subnets': [{'id': '054f876f-875e-4b63-a123-3cf4bec28094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:01.222529 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 57966) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:01.284732 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac2a0-2445-41dd-a5ec-f1a107580e54 None None] The sync data for ids ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'] in dv-cinder-815146-1-iscsi is: [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '70815e23-e666-438f-adeb-52198742bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:47:54Z', 'revision_number': 4, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port': {'id': '70815e23-e666-438f-adeb-52198742bdc9', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'bc1a1525-062f-4d9f-9516-03eeffd1d0f1', 'name': '', 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'mac_address': 'fa:16:3e:ca:9f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '054f876f-875e-4b63-a123-3cf4bec28094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:53Z', 'updated_at': '2021-10-22T18:48:00Z', 'revision_number': 4, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'subnets': [{'id': '054f876f-875e-4b63-a123-3cf4bec28094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:48:01.348634 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6dd24-ecf3-4452-8f58-64938d376b47 req-2954b6d2-e21f-4b0d-af07-290d363f12ac tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:01.366703 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-baf6dd24-ecf3-4452-8f58-64938d376b47 req-2954b6d2-e21f-4b0d-af07-290d363f12ac tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.1752658 Oct 22 18:48:01.402111 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.505787 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-830817810-network', 'tenant_id': 'c6f6447ca3994e3684c036f00ff563d4'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:01.509635 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:48:01.527228 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:48:01.538026 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:48:01.603365 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Made reservation on behalf of c6f6447ca3994e3684c036f00ff563d4 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:01.605676 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.613257 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-baf6dd24-ecf3-4452-8f58-64938d376b47 req-339665a3-a9f6-4491-9020-94afbb89d49f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453084 Oct 22 18:48:01.616236 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'Port': ['ID=67941148-fa4c-45d9-a20b-51bf597e7f1b,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:01.640184 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.651532 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-1c2cbde5-cf1d-4b3c-966a-cd83f39bac88 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:01.659216 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-1c2cbde5-cf1d-4b3c-966a-cd83f39bac88 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 818 time: 0.2608054 Oct 22 18:48:01.680997 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-815f3dcc-d862-4382-8d62-96562ba23632 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/quotas/60c43756e3a941438fb85dfb450b7263 HTTP/1.1" status: 200 len: 375 time: 0.0209322 Oct 22 18:48:01.773152 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-db2d03b2-6269-47cc-aee1-8a12f8c2b0f3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831466 Oct 22 18:48:01.793624 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.829671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.845166 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.868645 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:01.970071 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:48:01.987411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae1cd52-2403-496a-bf38-3204b85fa503,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:02.040680 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.041027 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Added segment c8a116e6-f7dd-4b1d-a26d-f10c77023a0b of type vlan for network 5eb3bb73-f231-4a46-9500-92e3d9e31134 Oct 22 18:48:02.089634 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-f5e2f50d-b207-47d5-9706-481b10658354 service neutron] 10.222.0.15 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053527 Oct 22 18:48:02.194917 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.296619 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.297425 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:02.298190 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.331222 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-b75a67ed-c6e9-4ee7-a437-8c7f9b47b558 service neutron] 10.222.0.15 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345192 Oct 22 18:48:02.352890 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1265082 Oct 22 18:48:02.353560 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58014) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:02.357541 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.403224 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8233-d560-4282-9b38-df28fb67cb8a req-5af167d2-2c10-4d33-810e-e20d7c54108b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:02.408452 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4c8e8233-d560-4282-9b38-df28fb67cb8a req-5af167d2-2c10-4d33-810e-e20d7c54108b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.2580483 Oct 22 18:48:02.411410 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.587354 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'Port': ['ID=67941148-fa4c-45d9-a20b-51bf597e7f1b,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:02.640063 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Request body: {'subnet': {'network_id': '5eb3bb73-f231-4a46-9500-92e3d9e31134', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-830817810-subnet', 'tenant_id': 'c6f6447ca3994e3684c036f00ff563d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:02.646515 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4c8e8233-d560-4282-9b38-df28fb67cb8a req-96e311c0-b7f7-4199-96b1-e8547c56a16e tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124100 Oct 22 18:48:02.660027 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.700609 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.704616 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-4e015196-6e75-4d8f-9709-910b76614397 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9544220 Oct 22 18:48:02.759834 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c60e6e-b8e6-4be4-83ce-444221bbf0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb3bb73-f231-4a46-9500-92e3d9e31134,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:02.765441 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5582e772-e347-4c03-8b5b-f8855aabf110 req-8d10f103-6afb-4539-b0cd-bd3bce1f24d9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0427725 Oct 22 18:48:02.767283 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Made reservation on behalf of c6f6447ca3994e3684c036f00ff563d4 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:02.770232 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:02.832693 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 5eb3bb73-f231-4a46-9500-92e3d9e31134 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:48:03.087596 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fd68b-1cf5-4c2b-8a53-bf6355263316 req-2670acb6-a9fb-42f4-91ce-651661e6cfc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:03.096471 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device bc1a1525-062f-4d9f-9516-03eeffd1d0f1 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:03.098274 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-401fd68b-1cf5-4c2b-8a53-bf6355263316 req-2670acb6-a9fb-42f4-91ce-651661e6cfc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.1694171 Oct 22 18:48:03.220183 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-401fd68b-1cf5-4c2b-8a53-bf6355263316 req-fb58fff6-3ce4-413b-bfb8-19afa5617207 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210663 Oct 22 18:48:03.299089 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port bc1a1525-062f-4d9f-9516-03eeffd1d0f1 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:03.299089 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:03.482682 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:03.593825 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:03.706503 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port bc1a1525-062f-4d9f-9516-03eeffd1d0f1, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:03.721775 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:03.849833 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:03.912746 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3989c339-8f1d-4e26-99a1-1fae14fcd3e4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1148520155&fields=id&tenant_id=2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 267 time: 0.5280406 Oct 22 18:48:03.917799 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8216a8-61a0-45e0-ae7f-3277442d2a60 req-2814f303-1492-48b8-b17b-bab1b797ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:03.920861 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6b8216a8-61a0-45e0-ae7f-3277442d2a60 req-2814f303-1492-48b8-b17b-bab1b797ad56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 1096 time: 0.5470734 Oct 22 18:48:03.950427 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afec0f-87cd-4f39-90d9-de259405190e req-c2c421df-1a67-4983-9972-c4090f15c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:03.953772 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b6afec0f-87cd-4f39-90d9-de259405190e req-c2c421df-1a67-4983-9972-c4090f15c0a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=267b6969cd8b4066a91920f56262f047&device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 1096 time: 0.5706089 Oct 22 18:48:03.979774 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0280b-2ccc-4304-a4d0-9986d78cc9e1 req-fd2649b1-9cd5-4f62-ae11-478ef2748228 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:03.987362 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6300e380-82e8-4a54-931f-0d257a6c6adb,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:03.991953 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65c0280b-2ccc-4304-a4d0-9986d78cc9e1 req-fd2649b1-9cd5-4f62-ae11-478ef2748228 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.1145198 Oct 22 18:48:04.053912 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65c0280b-2ccc-4304-a4d0-9986d78cc9e1 req-ca81f983-f341-47f8-8dc6-56c1a03ea37c tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610948 Oct 22 18:48:04.159463 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Checking segment: {'id': 'c8a116e6-f7dd-4b1d-a26d-f10c77023a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5eb3bb73-f231-4a46-9500-92e3d9e31134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:48:04.159818 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Network hostable DHCP agents. Network: 5eb3bb73-f231-4a46-9500-92e3d9e31134, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:48:04.232469 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e50ec709-c9cb-46c1-8252-0a96aa7f5ff9 req-a6f767eb-269d-4669-b450-624786723e3e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0556259 Oct 22 18:48:04.387395 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Network 5eb3bb73-f231-4a46-9500-92e3d9e31134 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:48:04.424302 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0ca7e-e9c8-474c-858f-2d7c036729d8 req-04eb6892-c3b6-4dc6-82d5-c745480ebe5e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:04.426377 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-38d0ca7e-e9c8-474c-858f-2d7c036729d8 req-04eb6892-c3b6-4dc6-82d5-c745480ebe5e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.0659204 Oct 22 18:48:04.430054 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-07a5f15a-84b4-4a80-8e9c-9ef89b999c42 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:04.431554 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-07a5f15a-84b4-4a80-8e9c-9ef89b999c42 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 816 time: 0.5178270 Oct 22 18:48:04.439934 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 5eb3bb73-f231-4a46-9500-92e3d9e31134) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:48:04.457353 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c50d5c-ebc9-405a-802a-8e58d7b471ea None None] Network 5eb3bb73-f231-4a46-9500-92e3d9e31134 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:48:04.463852 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-2ca9697b-1f3c-4a3e-af49-37814c02e5ca tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/quotas/2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 375 time: 0.0242081 Oct 22 18:48:04.473292 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:04.474016 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:04.498334 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-38d0ca7e-e9c8-474c-858f-2d7c036729d8 req-5e0c0d4f-21a1-4786-bc44-fbb82ab9982c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590360 Oct 22 18:48:04.500197 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f4e0a416-8b6b-41e8-b045-ad2c935e059a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1454136 Oct 22 18:48:04.519090 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8216a8-61a0-45e0-ae7f-3277442d2a60 req-99920ce9-bf06-40ca-a938-c137a87ed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:04.520759 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6b8216a8-61a0-45e0-ae7f-3277442d2a60 req-99920ce9-bf06-40ca-a938-c137a87ed590 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5288072 Oct 22 18:48:04.550714 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-f247f9dd-8785-4c64-93d0-8ba643b2800f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858183 Oct 22 18:48:04.644262 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d06b5-ff1f-40a6-b14f-c5a964de4dc7 None None] Network 5eb3bb73-f231-4a46-9500-92e3d9e31134 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:48:04.671401 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-91cd78cb-5542-4de5-a58e-02f440619cbb service neutron] 10.222.0.15 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065044 Oct 22 18:48:04.722603 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device bc1a1525-062f-4d9f-9516-03eeffd1d0f1 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:04.786619 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-8eb40609-608b-4399-8167-152109f24e69 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074593 Oct 22 18:48:04.834595 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port bc1a1525-062f-4d9f-9516-03eeffd1d0f1 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:04.834964 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:04.996099 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1538638d-99e1-4c40-b119-45d80c9e3bd5 req-0014f4fa-ec14-4668-9e57-04c5f1b89f2a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 210 time: 0.0410330 Oct 22 18:48:05.224414 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 58118) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:05.229502 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-33300275-network', 'tenant_id': '6e53b181c5e44a478780a8be144e708c'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:05.270916 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8216a8-61a0-45e0-ae7f-3277442d2a60 req-c85a9cd4-1212-4f28-9b6a-c69cbce3ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:05.272461 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6b8216a8-61a0-45e0-ae7f-3277442d2a60 req-c85a9cd4-1212-4f28-9b6a-c69cbce3ee7a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4209552 Oct 22 18:48:05.281604 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Made reservation on behalf of 6e53b181c5e44a478780a8be144e708c for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:05.285464 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.305677 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76212694-bcf4-43e0-a292-aa3c26d79bea req-83ab9df7-e9e2-4e21-a83d-6f4b8e5f2199 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:05.307224 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-76212694-bcf4-43e0-a292-aa3c26d79bea req-83ab9df7-e9e2-4e21-a83d-6f4b8e5f2199 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.1237845 Oct 22 18:48:05.307709 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.308244 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afec0f-87cd-4f39-90d9-de259405190e req-fdbd36aa-0a4a-40a5-ab12-37769344d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:05.309583 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b6afec0f-87cd-4f39-90d9-de259405190e req-fdbd36aa-0a4a-40a5-ab12-37769344d378 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=267b6969cd8b4066a91920f56262f047&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4593172 Oct 22 18:48:05.360311 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-76212694-bcf4-43e0-a292-aa3c26d79bea req-9a5c2562-9ecf-4cda-9217-2a9524100c8b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454822 Oct 22 18:48:05.360498 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8d2c2b91-4a4b-41a3-8ab7-05d85d556801 req-806cabea-f5e1-4675-a568-b428cfb04fcf tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0380297 Oct 22 18:48:05.437218 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.440480 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.466154 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:48:05.477029 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea9aaec-bc96-4352-8eca-6676d0d51c00,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:05.482121 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.482408 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Added segment c92a1f73-a4bb-40da-9281-0b6e92ce653b of type vlan for network d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff Oct 22 18:48:05.528720 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.556627 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.557623 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:05.558263 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.605969 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3803904 Oct 22 18:48:05.609263 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58136) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:05.615222 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Request body: {'subnet': {'network_id': 'd0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-33300275-subnet', 'tenant_id': '6e53b181c5e44a478780a8be144e708c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:05.643220 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Made reservation on behalf of 6e53b181c5e44a478780a8be144e708c for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:05.645986 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.651455 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4447a3-edb7-4b3d-9d47-a6899b8d9dca admin admin] Pushing event updated for resources: {'Network': ['ID=d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:05.664120 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:48:05.706854 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0964a7f-d577-42fe-b5b9-80da4e57a103 req-cca8188a-e970-47a2-a55c-96178918596b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:05.708682 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b0964a7f-d577-42fe-b5b9-80da4e57a103 req-cca8188a-e970-47a2-a55c-96178918596b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.1247737 Oct 22 18:48:05.781515 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b0964a7f-d577-42fe-b5b9-80da4e57a103 req-b1264cd5-3fa8-4218-bf05-ee53a466928f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601449 Oct 22 18:48:05.861011 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.929436 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48d4f74-e6b4-446c-ba79-7c527be85228,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:05.943385 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Checking segment: {'id': 'c92a1f73-a4bb-40da-9281-0b6e92ce653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:48:05.943833 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Network hostable DHCP agents. Network: d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:48:05.966606 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Network d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:48:05.981368 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:48:05.989391 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:05.990138 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:05.990377 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e0fd1-de35-41ad-8501-224410020fef None None] Network d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:48:06.032227 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-668d307d-cbe6-4f40-abb6-f4ed3001abf8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4213827 Oct 22 18:48:06.125302 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-702ba2e9-1e19-4f8f-8cb3-df1d8d833b43 req-56621ffb-45fc-4aaa-ac0d-f7421bc9a5ba tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 210 time: 0.0288663 Oct 22 18:48:06.165756 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dead80-95a7-4ca1-8bd2-855bd77d5765 None None] Network d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:48:06.450341 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8b5b29bb-aeb2-40b5-a48f-402964b04f3b req-e9b2e53d-d2a9-4579-a9a0-a31a335c65a1 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0264096 Oct 22 18:48:06.486932 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417ca3f-8ae1-4dd3-a03d-e59388a31fac req-4559c435-980a-43cd-8553-9d1ff651a51a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:06.488436 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d417ca3f-8ae1-4dd3-a03d-e59388a31fac req-4559c435-980a-43cd-8553-9d1ff651a51a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.0542784 Oct 22 18:48:06.527676 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d417ca3f-8ae1-4dd3-a03d-e59388a31fac req-e8151f41-78fb-480b-8506-7ebda6b59ae0 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Oct 22 18:48:06.884802 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b06a-a011-4f02-adc5-a2977941eb9c req-0c330edf-2ab7-4fee-be5e-e8815e175a34 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:06.886261 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f106b06a-a011-4f02-adc5-a2977941eb9c req-0c330edf-2ab7-4fee-be5e-e8815e175a34 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.0482392 Oct 22 18:48:06.923530 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f106b06a-a011-4f02-adc5-a2977941eb9c req-d474b2aa-19f7-49d7-afb3-11a12aad060d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Oct 22 18:48:07.227237 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3ccdfd2-a1c4-4cf3-9538-a1b43529cc1c req-4c90af0a-e9ec-465f-9964-25ce952fa6e7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 210 time: 0.0265660 Oct 22 18:48:07.550450 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1b7893cf-ae2a-410d-926f-9ecc40feef2d req-271dcbf3-3a42-4b1a-a021-721c6a119305 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0288441 Oct 22 18:48:07.785506 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca510d0-ab5e-4028-8bf8-95b898eb9a22 req-bf065cbc-3ff7-4382-802c-8492534075ff tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:07.786900 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ca510d0-ab5e-4028-8bf8-95b898eb9a22 req-bf065cbc-3ff7-4382-802c-8492534075ff tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.1895020 Oct 22 18:48:07.823253 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ca510d0-ab5e-4028-8bf8-95b898eb9a22 req-2002098e-fb8d-4485-92bb-b94fb4b966b3 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304916 Oct 22 18:48:08.041662 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c109e0-cb47-49a1-8673-38b6b8308178 req-7ac9009e-6282-4846-a9a2-a097a9fd8ed2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:08.043046 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65c109e0-cb47-49a1-8673-38b6b8308178 req-7ac9009e-6282-4846-a9a2-a097a9fd8ed2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.0500610 Oct 22 18:48:08.080833 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65c109e0-cb47-49a1-8673-38b6b8308178 req-76ff79d9-2bb3-47c5-861c-222fd61c5d02 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Oct 22 18:48:08.325014 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7b385049-0cbb-4c62-ae24-5fd66e2cb68c req-b2383527-4480-49f2-a98b-575604786a62 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 210 time: 0.0261800 Oct 22 18:48:08.643060 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6a937c0f-e688-4b27-8ad1-dbf6a7603db4 req-716e7da2-acd2-4f2c-b92c-a544636b5e39 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0275915 Oct 22 18:48:08.933831 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd5095-4063-4506-917e-7cad48063e23 req-d2c19712-504b-42bc-a694-9e9c9cccaf74 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:08.935359 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbdd5095-4063-4506-917e-7cad48063e23 req-d2c19712-504b-42bc-a694-9e9c9cccaf74 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.0482717 Oct 22 18:48:09.058017 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbdd5095-4063-4506-917e-7cad48063e23 req-d9b022bd-389d-4c90-85ff-1567750350d3 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144304 Oct 22 18:48:09.082684 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.37', 50779) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:09.097581 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5188c-65dc-4744-9e25-9b27a865766a req-b641d487-a4c1-4159-b2c5-d340e964dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:09.099221 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-b641d487-a4c1-4159-b2c5-d340e964dbf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 1096 time: 0.0993128 Oct 22 18:48:09.100854 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afec0f-87cd-4f39-90d9-de259405190e req-93685d86-0462-464a-9c04-8b199b6a97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:09.103640 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b6afec0f-87cd-4f39-90d9-de259405190e req-93685d86-0462-464a-9c04-8b199b6a97bc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568177 Oct 22 18:48:09.270723 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-df7895d0-0733-4272-9de3-f85c8d6a6fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe4558d-e790-4bdb-98e5-b6284da07096 HTTP/1.1" status: 200 len: 217 time: 0.1387577 Oct 22 18:48:09.274367 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5442-0388-4d94-b33e-263a73225225 req-2d6311b2-af02-41d9-83d4-5c57d8735dd0 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:09.275781 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-2d6311b2-af02-41d9-83d4-5c57d8735dd0 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 818 time: 0.1905015 Oct 22 18:48:09.300072 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Request body: {'port': {'device_id': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'admin_state_up': True, 'tenant_id': '60c43756e3a941438fb85dfb450b7263'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:09.322153 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-9ccadd49-9fce-416b-9884-a7ca87ffef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:09.324330 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-9ccadd49-9fce-416b-9884-a7ca87ffef49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=267b6969cd8b4066a91920f56262f047&device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 1096 time: 0.1216145 Oct 22 18:48:09.391829 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-0908c99d-beb9-47e5-aadc-15bcc4b4a001 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db27b409-6671-47a3-9b01-0e4f58ab9a02 HTTP/1.1" status: 200 len: 217 time: 0.0462275 Oct 22 18:48:09.401680 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5188c-65dc-4744-9e25-9b27a865766a req-54b630de-0f79-45a3-9142-da29ffb0369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:09.403160 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-54b630de-0f79-45a3-9142-da29ffb0369a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78052a3d-c520-4c56-b4cd-34e46ac9ac79 HTTP/1.1" status: 200 len: 854 time: 0.1139512 Oct 22 18:48:09.410510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2168-a442-45f6-93c6-8c5cb70e8dd1 req-97b744ec-7c2e-46a1-b3dd-a8824368fcfe tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:09.412089 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2d9a2168-a442-45f6-93c6-8c5cb70e8dd1 req-97b744ec-7c2e-46a1-b3dd-a8824368fcfe tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.1561942 Oct 22 18:48:09.434385 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b7c9b06a-9181-4afe-9945-c35fd7d1de03 req-607d6eff-5d1f-47dd-a7a5-e873fde8bf9a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 210 time: 0.0261183 Oct 22 18:48:09.475346 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2d9a2168-a442-45f6-93c6-8c5cb70e8dd1 req-7446cc54-fab8-4945-8a24-070e21d88588 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536821 Oct 22 18:48:09.476415 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Made reservation on behalf of 60c43756e3a941438fb85dfb450b7263 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:09.479584 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:09.753516 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-6804a60b-d3ff-43d8-b0ca-cead3b65d588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3214b4-ef5b-4a89-a12a-c05c2c379161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804515 Oct 22 18:48:09.774805 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-18299650-1bd7-4767-82d8-084eb2f5c22a req-9c1e0177-9679-42df-9764-29a2b026c551 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0523717 Oct 22 18:48:09.788748 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-ec517905-b6c8-4b77-a1fd-217ed09cfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:09.791174 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-ec517905-b6c8-4b77-a1fd-217ed09cfa66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e10165a-9ef0-49a2-8303-b9c417923503 HTTP/1.1" status: 200 len: 852 time: 0.1279767 Oct 22 18:48:09.863692 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Allocated IP 172.20.0.4 (faf32529-5999-4154-98de-f004d7cf283a/054f876f-875e-4b63-a123-3cf4bec28094/dc3a5754-50f5-46fc-a509-bb6ec9de94b2) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:48:09.872407 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-6a6af8b2-0375-4a55-862a-6a6877549078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe899f69-3783-46d3-806f-d0160d2e28c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424130 Oct 22 18:48:09.914777 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.37', 50783) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:10.009643 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-311964d0-0bae-4a88-afda-df4e8edfddb8 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896570 Oct 22 18:48:10.026417 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-1a31dc0b-4de3-4e62-a757-727e66ae6201 service neutron] 10.222.0.37 "GET /v2.0/networks/fe899f69-3783-46d3-806f-d0160d2e28c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067414 Oct 22 18:48:10.120173 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-c2807aae-9c77-489b-9885-6f65c47a3c61 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:10.121934 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-c2807aae-9c77-489b-9885-6f65c47a3c61 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 818 time: 0.2000048 Oct 22 18:48:10.158614 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:10.177270 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-d57f258f-130c-48b9-af94-071bdf7161b1 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393502 Oct 22 18:48:10.183275 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Request body: {'port': {'device_id': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'admin_state_up': True, 'tenant_id': '60c43756e3a941438fb85dfb450b7263'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:10.207808 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec823f2c-33cd-4f9c-8050-5e4a7e7fe8dc req-06a257dd-b4b0-4cc0-acf2-1d734d56485e service neutron] 10.222.0.37 "GET /v2.0/networks/fe899f69-3783-46d3-806f-d0160d2e28c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063435 Oct 22 18:48:10.284683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bb8fe-02f6-408a-9feb-45be35165b5d req-bdc25f52-be6b-4438-9dbb-6638e783920d tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:10.286317 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-997bb8fe-02f6-408a-9feb-45be35165b5d req-bdc25f52-be6b-4438-9dbb-6638e783920d tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.1461225 Oct 22 18:48:10.347183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:10.425481 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-997bb8fe-02f6-408a-9feb-45be35165b5d req-f3993ecc-6e9d-40c2-ab51-3d101b2936fd tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312194 Oct 22 18:48:10.460233 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Made reservation on behalf of 60c43756e3a941438fb85dfb450b7263 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:10.463685 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:10.467500 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Network faf32529-5999-4154-98de-f004d7cf283a is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:48:10.475912 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:48:10.476510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:48:10.484133 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Pushing event updated for resources: {'Port': ['ID=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:10.488614 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:48:10.552272 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-847a93b9-d77b-4dce-b628-b69d133602c0 req-3c7de3f2-6682-4d47-9204-b4b43a761201 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 210 time: 0.0362146 Oct 22 18:48:10.596411 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:10.597039 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:10.652806 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-c005ba6b-f82c-4c0e-991b-98b5da063a6a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3580880 Oct 22 18:48:10.680016 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Request body: {'port': {'device_id': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:10.680275 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-7dc5f8dc-c177-4127-9ae8-55be9f8a1b41 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:10.682143 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-7dc5f8dc-c177-4127-9ae8-55be9f8a1b41 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 816 time: 0.1257706 Oct 22 18:48:10.700323 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57b81-0e49-419c-a464-f66c39b9b0f6 req-3b90287d-8489-437e-89b4-6d1d71ac50a7 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:10.702141 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-75c57b81-0e49-419c-a464-f66c39b9b0f6 req-3b90287d-8489-437e-89b4-6d1d71ac50a7 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.1373904 Oct 22 18:48:10.744530 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-4a426e0e-a8d6-476c-a8a8-8362654869b8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 380 time: 0.0526938 Oct 22 18:48:10.757879 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'port': {'device_id': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'admin_state_up': True, 'tenant_id': '2ed23824381e47008d6df4620c158834', 'security_groups': ['467354fd-5c43-4f92-b6de-bcca907d71fc']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:10.763554 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Allocated IP 172.20.0.11 (faf32529-5999-4154-98de-f004d7cf283a/054f876f-875e-4b63-a123-3cf4bec28094/a6f7a357-23ed-4135-95fe-f8fda72405ce) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:48:10.811082 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:10.835874 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-75c57b81-0e49-419c-a464-f66c39b9b0f6 req-e70bf92b-47cf-4761-a81d-59db5e89606f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136572 Oct 22 18:48:10.912902 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0fc4b713-4c02-4c1e-80da-8ef68d70468a req-8f19dc09-62dd-4851-a404-7159d57878c5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 210 time: 0.0275624 Oct 22 18:48:10.955604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Made reservation on behalf of 2ed23824381e47008d6df4620c158834 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:10.957654 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.139661 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Allocated IP 172.20.0.11 (a8ab7e5a-28b7-4495-a7ff-4975117a9428/8f2066fb-1a7f-41e0-82c1-a69e9f59418b/287ba173-9b9c-4426-ae81-c4cc3592b1e6) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:48:11.165992 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.212369 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.304067 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.311409 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Network faf32529-5999-4154-98de-f004d7cf283a is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:48:11.320472 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:48:11.328980 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:48:11.343351 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.364696 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Pushing event updated for resources: {'Port': ['ID=a6f7a357-23ed-4135-95fe-f8fda72405ce,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:11.393309 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:48:11.394939 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:48:11.399121 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:48:11.406188 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:11.406935 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.431362 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:11.460028 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-ff43fc10-d62f-42ca-9b87-3d5169fc53e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2827544 Oct 22 18:48:11.491530 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Request body: {'port': {'device_id': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:11.493352 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:11.494368 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.536213 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-3a0ee2f3-2e11-4177-9f2b-a4c804776f6f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838743 Oct 22 18:48:11.553404 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Request body: {'port': {'device_id': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:11.612504 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3a5754-50f5-46fc-a509-bb6ec9de94b2 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:11.628017 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.657440 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Transition to ACTIVE for port object dc3a5754-50f5-46fc-a509-bb6ec9de94b2 will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:48:11.677815 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.695493 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.748473 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0404880-e724-4ddf-937d-42542fd1086d req-439e091b-0ad9-49da-910c-649c14551fbc tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:11.754347 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:11.756923 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0404880-e724-4ddf-937d-42542fd1086d req-439e091b-0ad9-49da-910c-649c14551fbc tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 932 time: 0.0966201 Oct 22 18:48:11.776613 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26751335-cf5f-4d90-91e1-f0986af08eb2 req-361a4968-cb5f-4195-aee0-18cfa458afa9 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:11.778600 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-26751335-cf5f-4d90-91e1-f0986af08eb2 req-361a4968-cb5f-4195-aee0-18cfa458afa9 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.2243447 Oct 22 18:48:11.782417 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.789970 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-1502a5c2-f464-46d5-b46d-ecbec9b6b020 None None] Provisioning complete for port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:11.790608 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1502a5c2-f464-46d5-b46d-ecbec9b6b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:11.834416 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0404880-e724-4ddf-937d-42542fd1086d req-131421ee-38d2-4256-b23c-53d99eab4180 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764832 Oct 22 18:48:11.844779 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-26751335-cf5f-4d90-91e1-f0986af08eb2 req-97ad4a35-58f9-46e2-8af9-afc7abb5f194 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Oct 22 18:48:11.878656 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-1502a5c2-f464-46d5-b46d-ecbec9b6b020 None None] Port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:48:12.065848 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a389-3cf6-487c-aa8a-68044b53caba req-cc448487-1d9c-4d07-8f3a-535632c54934 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:12.067469 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-66e5a389-3cf6-487c-aa8a-68044b53caba req-cc448487-1d9c-4d07-8f3a-535632c54934 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.1193407 Oct 22 18:48:12.139715 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-66e5a389-3cf6-487c-aa8a-68044b53caba req-b1043a1b-a86e-4d12-945a-11e7a691bfd8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656352 Oct 22 18:48:12.219501 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58312) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:12.239548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287ba173-9b9c-4426-ae81-c4cc3592b1e6 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:12.249352 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.277506 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Transition to ACTIVE for port object 287ba173-9b9c-4426-ae81-c4cc3592b1e6 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:48:12.283487 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.349711 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cefa64-b6c4-460b-9efa-734f3ad55de1 req-d5122b1c-f54a-4bae-8291-7945c58e62d8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:12.351303 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-30cefa64-b6c4-460b-9efa-734f3ad55de1 req-d5122b1c-f54a-4bae-8291-7945c58e62d8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 932 time: 0.2133055 Oct 22 18:48:12.368700 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:12.368987 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Attempting to bind port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:48:12.369432 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Attempting to bind port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:48:12.370289 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Attempting to bind port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 on network faf32529-5999-4154-98de-f004d7cf283a {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:12.422897 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 on network faf32529-5999-4154-98de-f004d7cf283a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:48:12.423215 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Attempting to bind port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 on network faf32529-5999-4154-98de-f004d7cf283a {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:12.450213 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-aab12642-7130-47e9-bfd0-92603cd28600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.454530 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:48:12.455089 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Checking segment: {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:48:12.456412 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Bound using segment: {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:48:12.456882 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Bound port: dc3a5754-50f5-46fc-a509-bb6ec9de94b2, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:48:12.457349 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.511072 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Attempting to bind port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:48:12.511491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Attempting to bind port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:48:12.511885 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Attempting to bind port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:12.527624 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:48:12.528004 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Attempting to bind port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:12.545583 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:48:12.545915 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Checking segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:48:12.550976 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Bound using segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:48:12.551451 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Bound port: 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:48:12.551926 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.681746 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-30cefa64-b6c4-460b-9efa-734f3ad55de1 req-04508f6a-d054-4e5d-ba37-da9586293da1 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171928 Oct 22 18:48:12.720443 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:48:12.726063 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:48:12.728182 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-aab12642-7130-47e9-bfd0-92603cd28600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.732637 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.744871 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-aab12642-7130-47e9-bfd0-92603cd28600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.806376 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] For port dc3a5754-50f5-46fc-a509-bb6ec9de94b2, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:48:12.815771 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f7a357-23ed-4135-95fe-f8fda72405ce {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:12.836974 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.848031 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] For port dc3a5754-50f5-46fc-a509-bb6ec9de94b2, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:48:12.858291 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.883654 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Transition to ACTIVE for port object a6f7a357-23ed-4135-95fe-f8fda72405ce will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:48:12.900420 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:12.901053 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.902484 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] 10.222.0.37 "PUT /v2.0/ports/dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 200 len: 1093 time: 2.2281783 Oct 22 18:48:12.902945 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'tag': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:12.929844 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:12.956287 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-aab12642-7130-47e9-bfd0-92603cd28600 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65f0ff93fd1f4c2b850daa09b500aab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7359035 Oct 22 18:48:12.961869 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58344) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:13.004209 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:13.004810 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.005202 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1047-fc6f-4843-9c25-d1bba9530234 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:13.006437 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] 10.222.0.37 "PUT /v2.0/ports/287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 200 len: 1094 time: 1.4625118 Oct 22 18:48:13.010272 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:13.012530 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ccc2ea-fd63-435d-9f04-6d996084c54e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:13.087930 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab12642-7130-47e9-bfd0-92603cd28600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06212b98-fcd4-4762-9eed-702eed3eb1b8,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:13.092364 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e55aa-6bf9-45eb-ae0d-4eb3e5421e5f service neutron] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:13.111372 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a441-c11f-4c5c-bfeb-58413a9ef0d3 req-7d8d2906-c116-49e2-9433-0a6891d1dddd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:13.115785 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cda60c-0327-4476-ae0a-3d26876a3b44 req-396a87cc-5e93-4da0-9bd4-0e880f6dc34f tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:13.117310 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98cda60c-0327-4476-ae0a-3d26876a3b44 req-396a87cc-5e93-4da0-9bd4-0e880f6dc34f tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.1589949 Oct 22 18:48:13.118620 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1ea4a441-c11f-4c5c-bfeb-58413a9ef0d3 req-7d8d2906-c116-49e2-9433-0a6891d1dddd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.1847503 Oct 22 18:48:13.134333 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ea2842a0-ce5e-4fbf-a412-a0c0782900b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.135923 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a202cde-e000-4772-bacb-e2aaffd6b5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f34ea3-34b5-4b11-be59-f9051ec61c72", "tag": "dc3a5754-50f5-46fc-a509-bb6ec9de94b2"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:13.161123 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f7a357-23ed-4135-95fe-f8fda72405ce,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:13.184408 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ea2842a0-ce5e-4fbf-a412-a0c0782900b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.189508 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98cda60c-0327-4476-ae0a-3d26876a3b44 req-54248ae8-b32a-4760-a574-4be92d1935c3 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568318 Oct 22 18:48:13.190162 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Attempting to bind port a6f7a357-23ed-4135-95fe-f8fda72405ce on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:48:13.190497 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Attempting to bind port a6f7a357-23ed-4135-95fe-f8fda72405ce by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:48:13.190824 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Attempting to bind port a6f7a357-23ed-4135-95fe-f8fda72405ce on network faf32529-5999-4154-98de-f004d7cf283a {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:13.199302 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1ea4a441-c11f-4c5c-bfeb-58413a9ef0d3 req-6d04e0ca-e058-4f38-ac43-b355090bd51a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798624 Oct 22 18:48:13.199984 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Port a6f7a357-23ed-4135-95fe-f8fda72405ce on network faf32529-5999-4154-98de-f004d7cf283a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:48:13.200336 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Attempting to bind port a6f7a357-23ed-4135-95fe-f8fda72405ce on network faf32529-5999-4154-98de-f004d7cf283a {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:13.216075 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:48:13.216409 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Checking segment: {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:48:13.217539 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Bound using segment: {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:48:13.222948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Bound port: a6f7a357-23ed-4135-95fe-f8fda72405ce, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:48:13.222948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.255697 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ea2842a0-ce5e-4fbf-a412-a0c0782900b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.265782 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ea2842a0-ce5e-4fbf-a412-a0c0782900b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.266993 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ea2842a0-ce5e-4fbf-a412-a0c0782900b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06212b98-fcd4-4762-9eed-702eed3eb1b8 HTTP/1.1" status: 204 len: 168 time: 0.2972424 Oct 22 18:48:13.268564 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba8b3cd-df18-48bb-a063-b9826a3d1066 x-openstack-request-id: req-5ba8b3cd-df18-48bb-a063-b9826a3d1066 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:13.268849 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:13.269117 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ba8b3cd-df18-48bb-a063-b9826a3d1066 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:13.269480 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'status': 'completed', 'code': 200} Oct 22 18:48:13.289697 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2842a0-ce5e-4fbf-a412-a0c0782900b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06212b98-fcd4-4762-9eed-702eed3eb1b8,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:13.319700 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] For port a6f7a357-23ed-4135-95fe-f8fda72405ce, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:48:13.334659 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] For port a6f7a357-23ed-4135-95fe-f8fda72405ce, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:48:13.342235 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.380624 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:13.381272 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.382618 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a6f7a357-23ed-4135-95fe-f8fda72405ce HTTP/1.1" status: 200 len: 1094 time: 1.9124539 Oct 22 18:48:13.393098 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaec0d-9eaa-4473-b20a-b43d4f2860d4 req-ee09edf3-cf5d-49ce-ae02-bd9b8316f87f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:13.401213 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8aaec0d-9eaa-4473-b20a-b43d4f2860d4 req-ee09edf3-cf5d-49ce-ae02-bd9b8316f87f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.0618620 Oct 22 18:48:13.415652 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22327c-b058-4313-9ba8-a1f7161ce7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f7a357-23ed-4135-95fe-f8fda72405ce,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:13.435309 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed0266-38e9-488c-88c3-5b68291c5d0c x-openstack-request-id: req-77ed0266-38e9-488c-88c3-5b68291c5d0c {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:13.436131 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f34ea3-34b5-4b11-be59-f9051ec61c72", "tag": "dc3a5754-50f5-46fc-a509-bb6ec9de94b2", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:13.436911 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77ed0266-38e9-488c-88c3-5b68291c5d0c {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:13.436911 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'tag': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2', 'status': 'completed', 'code': 200} Oct 22 18:48:13.442262 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8aaec0d-9eaa-4473-b20a-b43d4f2860d4 req-d8389438-6d62-45bb-9d55-8795f4fd95a1 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Oct 22 18:48:13.602713 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58360) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:13.615696 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf80d-bf46-49e4-b641-9acb7c56759f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.688037 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf80d-bf46-49e4-b641-9acb7c56759f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.691822 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf80d-bf46-49e4-b641-9acb7c56759f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.730865 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf80d-bf46-49e4-b641-9acb7c56759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdbd3d-3d40-434f-8fee-fd6d3d4f4401,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:13.737456 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9e7cf80d-bf46-49e4-b641-9acb7c56759f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2281abe4a70b45b79af6a5c4a62dc265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336570 Oct 22 18:48:13.740352 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58366) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:13.792717 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b124e9a1-4603-4c83-a1c0-fbb9d0fa9742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.808298 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c71f60-c31e-4a93-8c26-41874b5f6b57 req-b1c12dfa-90d1-421b-9369-79cca459f37b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:13.809790 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-10c71f60-c31e-4a93-8c26-41874b5f6b57 req-b1c12dfa-90d1-421b-9369-79cca459f37b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0521376 Oct 22 18:48:13.815385 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b124e9a1-4603-4c83-a1c0-fbb9d0fa9742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.860508 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-10c71f60-c31e-4a93-8c26-41874b5f6b57 req-33f7ba99-a52e-4209-bb68-9d607297fe34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Oct 22 18:48:13.883589 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b124e9a1-4603-4c83-a1c0-fbb9d0fa9742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.886167 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b124e9a1-4603-4c83-a1c0-fbb9d0fa9742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:13.887320 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b124e9a1-4603-4c83-a1c0-fbb9d0fa9742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1abdbd3d-3d40-434f-8fee-fd6d3d4f4401 HTTP/1.1" status: 204 len: 168 time: 0.1460826 Oct 22 18:48:13.898882 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124e9a1-4603-4c83-a1c0-fbb9d0fa9742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdbd3d-3d40-434f-8fee-fd6d3d4f4401,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:14.231718 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c8bab76c-329e-4ed1-9b6b-2b05841e8c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:14.316178 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27606a6-2eec-40c3-a6c5-b9c5de6e8b8b req-4b513503-c1c4-48e7-9d1f-0f30336c1129 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:14.318470 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d27606a6-2eec-40c3-a6c5-b9c5de6e8b8b req-4b513503-c1c4-48e7-9d1f-0f30336c1129 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.0534246 Oct 22 18:48:14.335415 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7128d22-c7f2-49a3-9a8e-3c6f38c35948 req-c23052fa-388c-4a34-a5e7-77518e0a6596 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:14.342570 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e7128d22-c7f2-49a3-9a8e-3c6f38c35948 req-c23052fa-388c-4a34-a5e7-77518e0a6596 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0581441 Oct 22 18:48:14.366556 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d27606a6-2eec-40c3-a6c5-b9c5de6e8b8b req-caf42637-c549-440f-8640-7f9bd0d617d9 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Oct 22 18:48:14.376480 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e7128d22-c7f2-49a3-9a8e-3c6f38c35948 req-9224fa7e-3345-4d1a-926e-9229614ea265 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Oct 22 18:48:14.562357 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b7699-1e7e-46b5-8f6f-244de85d8500 req-2aa3215d-65f6-45fe-a715-9aa7994e46ff tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:14.563833 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-848b7699-1e7e-46b5-8f6f-244de85d8500 req-2aa3215d-65f6-45fe-a715-9aa7994e46ff tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.0491476 Oct 22 18:48:14.601891 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-848b7699-1e7e-46b5-8f6f-244de85d8500 req-3ac34ee4-042c-48fa-8b58-ffaf08cbbc26 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Oct 22 18:48:15.010993 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63ae62-42df-42af-8797-2f8cd292dc30 req-3640eb4c-ede0-421a-913f-e423e631ef9d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:15.012459 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2a63ae62-42df-42af-8797-2f8cd292dc30 req-3640eb4c-ede0-421a-913f-e423e631ef9d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0511942 Oct 22 18:48:15.051771 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2a63ae62-42df-42af-8797-2f8cd292dc30 req-1293c372-3b44-4dc6-90bd-3b5e4342fb81 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Oct 22 18:48:15.438557 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'tag': 'a6f7a357-23ed-4135-95fe-f8fda72405ce'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:15.441080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c6e39-c422-44fb-9db3-3c095f034a41" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca8f5cd-f209-41bf-ace5-23f8910007df", "tag": "a6f7a357-23ed-4135-95fe-f8fda72405ce"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:15.488819 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1304f-7930-4629-8e26-3dd23623a310 req-cf24b528-6c02-419c-a649-482dacdd365f tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:15.490368 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-20f1304f-7930-4629-8e26-3dd23623a310 req-cf24b528-6c02-419c-a649-482dacdd365f tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.0562792 Oct 22 18:48:15.510224 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7fcec-0c28-45bd-b7f4-76175c9ffa87 req-c257af53-77cf-4c88-b36c-e1d1fe164345 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:15.513452 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b7e7fcec-0c28-45bd-b7f4-76175c9ffa87 req-c257af53-77cf-4c88-b36c-e1d1fe164345 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0625610 Oct 22 18:48:15.530311 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-20f1304f-7930-4629-8e26-3dd23623a310 req-f795ad4c-be06-40af-9971-92d589cf7307 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Oct 22 18:48:15.554790 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b7e7fcec-0c28-45bd-b7f4-76175c9ffa87 req-b7da52dc-4872-4bc2-b2f0-ab249c8afe6e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362377 Oct 22 18:48:15.589236 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fec00c-773d-4b15-be55-5a1d9262539c x-openstack-request-id: req-c1fec00c-773d-4b15-be55-5a1d9262539c {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:15.589601 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca8f5cd-f209-41bf-ace5-23f8910007df", "tag": "a6f7a357-23ed-4135-95fe-f8fda72405ce", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:15.589859 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1fec00c-773d-4b15-be55-5a1d9262539c {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:15.590283 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'tag': 'a6f7a357-23ed-4135-95fe-f8fda72405ce', 'status': 'completed', 'code': 200} Oct 22 18:48:15.729392 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03a0b4-585b-4be6-ae76-b2288ce78622 req-709f762e-e0d2-4ed5-94b2-7164c2388b1d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:15.731408 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7e03a0b4-585b-4be6-ae76-b2288ce78622 req-709f762e-e0d2-4ed5-94b2-7164c2388b1d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.0594821 Oct 22 18:48:15.772147 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7e03a0b4-585b-4be6-ae76-b2288ce78622 req-35848370-3a68-465b-a6fc-6efeda4bbb79 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Oct 22 18:48:16.166445 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cb4a1-a3ab-4a65-83fe-abc912370a40 req-aced7780-b349-4345-b92d-68e4bdfa1aea tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:16.168481 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-605cb4a1-a3ab-4a65-83fe-abc912370a40 req-aced7780-b349-4345-b92d-68e4bdfa1aea tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0500417 Oct 22 18:48:16.208365 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-605cb4a1-a3ab-4a65-83fe-abc912370a40 req-8e5fc2f6-eac5-4b79-85dc-27bdeef42333 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Oct 22 18:48:16.644885 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee05eb-5693-4558-a4c4-feec71c1b641 req-e5118424-833c-4929-828a-bb3f9e282fbf tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:16.646395 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bcee05eb-5693-4558-a4c4-feec71c1b641 req-e5118424-833c-4929-828a-bb3f9e282fbf tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.0500736 Oct 22 18:48:16.674014 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b7eea-d4c8-4120-901e-6675528d726f req-c39032f9-b0af-4a87-b3ea-c76d8d9ce248 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:16.675512 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd9b7eea-d4c8-4120-901e-6675528d726f req-c39032f9-b0af-4a87-b3ea-c76d8d9ce248 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0486352 Oct 22 18:48:16.683433 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bcee05eb-5693-4558-a4c4-feec71c1b641 req-20b1ee60-c315-48f7-bc8b-e9abca09326e tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Oct 22 18:48:16.713472 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd9b7eea-d4c8-4120-901e-6675528d726f req-4d32e7da-64d9-4c63-b15c-5a2d8f969c39 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Oct 22 18:48:16.889918 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc3c08-e9c5-4a90-8112-785536518f58 req-372575d6-8d69-4322-8fab-5b46a062633c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:16.891408 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-17dc3c08-e9c5-4a90-8112-785536518f58 req-372575d6-8d69-4322-8fab-5b46a062633c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 943 time: 0.0538421 Oct 22 18:48:16.928446 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-17dc3c08-e9c5-4a90-8112-785536518f58 req-7bbbdf9b-8c49-41fa-b937-e173676b69c1 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Oct 22 18:48:16.933305 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ea5357e-999c-4741-a8c2-82f9d22de7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:17.328454 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e412f-c0c8-4064-acb9-38fd494fd8e8 req-e0132039-e5be-48d9-9b82-6a86b492bc5e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:17.331685 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-231e412f-c0c8-4064-acb9-38fd494fd8e8 req-e0132039-e5be-48d9-9b82-6a86b492bc5e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0543201 Oct 22 18:48:17.368576 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-231e412f-c0c8-4064-acb9-38fd494fd8e8 req-3fa2dcdd-edb9-4956-b4b7-c286ba184eea tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305643 Oct 22 18:48:17.806170 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aabf6-cfdd-4280-bd76-1b56781d6a7f req-61fa2b99-5392-491a-83b3-618e8379fbb8 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:17.808576 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b17aabf6-cfdd-4280-bd76-1b56781d6a7f req-61fa2b99-5392-491a-83b3-618e8379fbb8 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 943 time: 0.0589797 Oct 22 18:48:17.813319 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 4fe4558d-e790-4bdb-98e5-b6284da07096 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:48:17.886604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f9062-e2ec-451b-89a2-e7698e6965da req-efca44e6-844f-408f-ae96-56cbad44673c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:17.888225 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-119f9062-e2ec-451b-89a2-e7698e6965da req-efca44e6-844f-408f-ae96-56cbad44673c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0995622 Oct 22 18:48:17.903580 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccc2ea-fd63-435d-9f04-6d996084c54e req-f6572388-671f-44aa-8e21-de181e35a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:17.905988 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d7ccc2ea-fd63-435d-9f04-6d996084c54e req-f6572388-671f-44aa-8e21-de181e35a8e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1097 time: 0.1039841 Oct 22 18:48:17.939177 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:17.947497 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b17aabf6-cfdd-4280-bd76-1b56781d6a7f req-2919f8af-a098-4045-a061-4d79d0765557 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301761 Oct 22 18:48:17.972652 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 4fe4558d-e790-4bdb-98e5-b6284da07096, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fe4558d-e790-4bdb-98e5-b6284da07096,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:17.972788 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-d26b232d-2ec9-4aea-9c72-1ec6384f7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:17.973063 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-119f9062-e2ec-451b-89a2-e7698e6965da req-80badc90-5eef-4bab-a109-4ae7534ca95d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750306 Oct 22 18:48:17.975053 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-d26b232d-2ec9-4aea-9c72-1ec6384f7f7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 1097 time: 0.1569235 Oct 22 18:48:17.976808 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202cde-e000-4772-bacb-e2aaffd6b5f6 req-10916d71-17b2-485a-8af6-75ae2c96df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:17.978667 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9a202cde-e000-4772-bacb-e2aaffd6b5f6 req-10916d71-17b2-485a-8af6-75ae2c96df2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1096 time: 0.1601510 Oct 22 18:48:17.997141 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '4fe4558d-e790-4bdb-98e5-b6284da07096', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'port_id': '4fe4558d-e790-4bdb-98e5-b6284da07096', 'mac_address': 'fa:16:3e:03:ec:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78052a3d-c520-4c56-b4cd-34e46ac9ac79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:48:18.040705 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:18.049892 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccc2ea-fd63-435d-9f04-6d996084c54e req-c8f00013-661c-439a-946b-e3c288d3902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.051405 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d7ccc2ea-fd63-435d-9f04-6d996084c54e req-c8f00013-661c-439a-946b-e3c288d3902c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2ed23824381e47008d6df4620c158834&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1364996 Oct 22 18:48:18.055316 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe4558d-e790-4bdb-98e5-b6284da07096 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:18.077736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 4fe4558d-e790-4bdb-98e5-b6284da07096, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fe4558d-e790-4bdb-98e5-b6284da07096,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:18.084898 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:18.085630 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device db27b409-6671-47a3-9b01-0e4f58ab9a02 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:48:18.110433 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-54393871-4d23-4e56-b95d-3c972f9a887b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce HTTP/1.1" status: 200 len: 217 time: 0.1203806 Oct 22 18:48:18.192453 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccc2ea-fd63-435d-9f04-6d996084c54e req-4bc3b39a-cb03-4ab5-9b8c-3f64af779648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.195008 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d7ccc2ea-fd63-435d-9f04-6d996084c54e req-4bc3b39a-cb03-4ab5-9b8c-3f64af779648 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363041 Oct 22 18:48:18.238698 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=4fe4558d-e790-4bdb-98e5-b6284da07096,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:18.304373 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-f359bfee-e00c-4b53-ac76-a2a5c8df1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.308346 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-f359bfee-e00c-4b53-ac76-a2a5c8df1e42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1097 time: 0.0622172 Oct 22 18:48:18.309154 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port db27b409-6671-47a3-9b01-0e4f58ab9a02, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=db27b409-6671-47a3-9b01-0e4f58ab9a02,segment=NetworkSegment(dac663dc-b204-46bb-9c0c-b5711ec64b9e),segment_id=dac663dc-b204-46bb-9c0c-b5711ec64b9e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:18.318952 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:18.328953 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83051-5982-44de-a180-8326e6713274 req-7bb54a05-7f0f-429c-92c1-1d9e85cae685 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.330465 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81f83051-5982-44de-a180-8326e6713274 req-7bb54a05-7f0f-429c-92c1-1d9e85cae685 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.2877288 Oct 22 18:48:18.334935 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'db27b409-6671-47a3-9b01-0e4f58ab9a02', 'network_id': 'fe899f69-3783-46d3-806f-d0160d2e28c0', 'port_id': 'db27b409-6671-47a3-9b01-0e4f58ab9a02', 'mac_address': 'fa:16:3e:48:de:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e10165a-9ef0-49a2-8303-b9c417923503', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:48:18.349460 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-b265442f-447e-4a69-ae06-5af2c35f7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.350883 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-b265442f-447e-4a69-ae06-5af2c35f7891 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.2099431 Oct 22 18:48:18.352776 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202cde-e000-4772-bacb-e2aaffd6b5f6 req-7d8d740b-655b-4dbe-a732-02aa729fd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.354085 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9a202cde-e000-4772-bacb-e2aaffd6b5f6 req-7d8d740b-655b-4dbe-a732-02aa729fd15e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60c43756e3a941438fb85dfb450b7263&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3629506 Oct 22 18:48:18.377894 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:18.381184 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81f83051-5982-44de-a180-8326e6713274 req-34c83d5b-46a3-4042-9e6f-8e2c454cdec9 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Oct 22 18:48:18.392214 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db27b409-6671-47a3-9b01-0e4f58ab9a02 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:18.418802 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port db27b409-6671-47a3-9b01-0e4f58ab9a02, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=db27b409-6671-47a3-9b01-0e4f58ab9a02,segment=NetworkSegment(dac663dc-b204-46bb-9c0c-b5711ec64b9e),segment_id=dac663dc-b204-46bb-9c0c-b5711ec64b9e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:18.422720 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:18.470640 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=db27b409-6671-47a3-9b01-0e4f58ab9a02,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:18.483457 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b98151-0fca-40d0-8575-69b62104ef2f req-779525c7-43c3-4967-9787-f67bff498338 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.484948 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79b98151-0fca-40d0-8575-69b62104ef2f req-779525c7-43c3-4967-9787-f67bff498338 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0496080 Oct 22 18:48:18.522779 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79b98151-0fca-40d0-8575-69b62104ef2f req-efb2f00c-857b-4726-ba81-5fcca3b04217 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Oct 22 18:48:18.564549 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-cd799d84-dc60-4ada-9272-b68bc4164e0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 200 len: 217 time: 0.0373411 Oct 22 18:48:18.586215 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-85ab44ec-99c1-4dfa-a4c6-e29155ac748e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569284 Oct 22 18:48:18.613796 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-5cca41a4-a0d2-4652-9535-035b1c3cd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.615256 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-5cca41a4-a0d2-4652-9535-035b1c3cd53a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0427468 Oct 22 18:48:18.674797 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-2ff78c74-cde0-407f-ae1f-ccb67b8bdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.676329 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-2ff78c74-cde0-407f-ae1f-ccb67b8bdbcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540812 Oct 22 18:48:18.777001 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-c60239d5-9c34-4ffd-9954-beb2bedb5d35 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927584 Oct 22 18:48:18.877652 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd939df2-4417-42cb-8c6c-cb841d372313 req-e98275bd-67b6-475a-becb-41599870e13e service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927532 Oct 22 18:48:18.963186 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202cde-e000-4772-bacb-e2aaffd6b5f6 req-08855add-fdab-4dba-b7b6-f66a48ee34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:18.964644 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9a202cde-e000-4772-bacb-e2aaffd6b5f6 req-08855add-fdab-4dba-b7b6-f66a48ee34a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4272029 Oct 22 18:48:18.971118 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-e9d4b03f-9244-4fe2-9262-e85b4c51b00c service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731024 Oct 22 18:48:19.096462 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ef080-aef5-4c48-809e-53fc57ebe6b9 req-0222ac0e-7c7e-4f79-a849-b8b6a4bcb8e1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:19.097909 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-df0ef080-aef5-4c48-809e-53fc57ebe6b9 req-0222ac0e-7c7e-4f79-a849-b8b6a4bcb8e1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0543039 Oct 22 18:48:19.126678 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5442-0388-4d94-b33e-263a73225225 req-501fe47b-2567-4666-ad53-7498eb5e82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:19.128145 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-501fe47b-2567-4666-ad53-7498eb5e82f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1096 time: 0.1176994 Oct 22 18:48:19.130780 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e061fd32-59a4-49f0-89f7-ca9dabcfbb96 req-5d1ffeb1-650a-4323-b7d7-6c5413ca14f0 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543632 Oct 22 18:48:19.136594 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-df0ef080-aef5-4c48-809e-53fc57ebe6b9 req-46ee54fa-d7c5-4c6a-8f29-bf7ee0f8723f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Oct 22 18:48:19.142086 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95c223-583f-44c1-b16c-7cf863ad7e43 req-2becc9a5-ad22-49c9-a88d-20ce2e294fd0 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:19.143563 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd95c223-583f-44c1-b16c-7cf863ad7e43 req-2becc9a5-ad22-49c9-a88d-20ce2e294fd0 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.1209674 Oct 22 18:48:19.184162 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-ac8252ed-398b-4101-90b4-3908e1445efe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 200 len: 217 time: 0.0396335 Oct 22 18:48:19.210733 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd95c223-583f-44c1-b16c-7cf863ad7e43 req-f72131e1-9e4e-4d57-b56a-c20e9eca456c tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595419 Oct 22 18:48:19.494242 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a5e72-365d-43bf-ba8f-6f8e02e2f9e2 req-0fe7978c-7bab-4a1c-b0b7-f6490c3004da tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:19.495973 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-522a5e72-365d-43bf-ba8f-6f8e02e2f9e2 req-0fe7978c-7bab-4a1c-b0b7-f6490c3004da tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0482063 Oct 22 18:48:19.532829 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-522a5e72-365d-43bf-ba8f-6f8e02e2f9e2 req-354697ce-fade-4979-b4b5-7cb99cdebbc9 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302498 Oct 22 18:48:19.634645 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e703c-2409-41cf-a533-4b6d09428f79 req-b166a037-40c3-4756-a528-8caa38745a01 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:19.636125 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-887e703c-2409-41cf-a533-4b6d09428f79 req-b166a037-40c3-4756-a528-8caa38745a01 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0483186 Oct 22 18:48:19.675079 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-887e703c-2409-41cf-a533-4b6d09428f79 req-cedf80ed-9351-437b-bf4c-a56b09e8aa55 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Oct 22 18:48:19.910429 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:20.280727 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b85de-0645-4abe-9830-46aaad337590 req-9315ca56-362a-421d-88d6-6916e71bfb21 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:20.282339 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-959b85de-0645-4abe-9830-46aaad337590 req-9315ca56-362a-421d-88d6-6916e71bfb21 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0609808 Oct 22 18:48:20.326315 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-959b85de-0645-4abe-9830-46aaad337590 req-88d3dc3d-bba4-4888-8ecf-c15ae4300a66 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Oct 22 18:48:20.341987 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217a039-9805-461e-8489-07fd4a50159f req-66d280a2-e060-4ac2-bd02-da17c5200adb tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:20.343827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6217a039-9805-461e-8489-07fd4a50159f req-66d280a2-e060-4ac2-bd02-da17c5200adb tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0620480 Oct 22 18:48:20.393767 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6217a039-9805-461e-8489-07fd4a50159f req-d2741ff2-1685-43f0-ba78-f38ca212a0ef tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Oct 22 18:48:20.661180 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a5250-5cae-4887-82ab-56002642b5d4 req-cbeb6385-f1b5-483b-b961-25b4a0d757cf tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:20.662736 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-023a5250-5cae-4887-82ab-56002642b5d4 req-cbeb6385-f1b5-483b-b961-25b4a0d757cf tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0559084 Oct 22 18:48:20.704559 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-023a5250-5cae-4887-82ab-56002642b5d4 req-6889e783-2c6a-4ccc-9f7c-cb5c913aa23f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359285 Oct 22 18:48:20.797997 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bf1a3-2401-4f15-9836-84dcfbec7d93 req-b304ee10-a821-4b60-961f-875c917d93ed tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:20.799478 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b66bf1a3-2401-4f15-9836-84dcfbec7d93 req-b304ee10-a821-4b60-961f-875c917d93ed tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0501435 Oct 22 18:48:20.836950 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b66bf1a3-2401-4f15-9836-84dcfbec7d93 req-cde32930-558e-4fd1-930a-5c4bf485f876 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Oct 22 18:48:21.188765 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:21.460480 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a52ae-5dd0-47b9-afd5-825161159754 req-76ab1bbc-69a7-48dc-9347-3da4f1465ea7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:21.461989 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-653a52ae-5dd0-47b9-afd5-825161159754 req-76ab1bbc-69a7-48dc-9347-3da4f1465ea7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0554755 Oct 22 18:48:21.505254 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-653a52ae-5dd0-47b9-afd5-825161159754 req-b05c4df2-08d2-480b-a0d5-4e14ab1f5603 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361521 Oct 22 18:48:21.522226 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e06d0-6561-40c5-86fb-46a4ee2e8e8f req-7e73ef93-53fe-4102-a8e2-b3ddbe9456d0 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:21.523712 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-727e06d0-6561-40c5-86fb-46a4ee2e8e8f req-7e73ef93-53fe-4102-a8e2-b3ddbe9456d0 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0511329 Oct 22 18:48:21.559691 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-727e06d0-6561-40c5-86fb-46a4ee2e8e8f req-e5f63f0c-e412-4406-9871-ee33552503d7 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301077 Oct 22 18:48:21.742653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5442-0388-4d94-b33e-263a73225225 req-968d3a55-5b70-4cce-b1bc-023a34654b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:21.744741 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-968d3a55-5b70-4cce-b1bc-023a34654b47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0527558 Oct 22 18:48:21.820832 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd63be8-7783-4976-8724-2b750c089bd5 req-92e9b8c3-bdbe-4b83-a00d-a5c40ed94eba tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:21.822228 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dcd63be8-7783-4976-8724-2b750c089bd5 req-92e9b8c3-bdbe-4b83-a00d-a5c40ed94eba tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0476410 Oct 22 18:48:21.860442 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dcd63be8-7783-4976-8724-2b750c089bd5 req-c72c4e61-c3ff-4ac9-bd7a-8e18be9a36c0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318327 Oct 22 18:48:21.949822 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe628af3-4747-4623-bafe-23cce343804a req-059edc3b-7194-49fc-832a-ab82ed07c794 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:21.951351 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fe628af3-4747-4623-bafe-23cce343804a req-059edc3b-7194-49fc-832a-ab82ed07c794 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0499041 Oct 22 18:48:21.987775 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fe628af3-4747-4623-bafe-23cce343804a req-0e6d6049-8395-4bc8-9b5a-a0f682d5bf03 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Oct 22 18:48:22.626103 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb97892-59b9-42c4-922a-a4031ced778e req-2a0fed79-5fac-4062-8d10-1a9e1b5dd30b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:22.627603 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbb97892-59b9-42c4-922a-a4031ced778e req-2a0fed79-5fac-4062-8d10-1a9e1b5dd30b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0545170 Oct 22 18:48:22.665458 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbb97892-59b9-42c4-922a-a4031ced778e req-09493589-3f4a-4cc2-920b-b8aae44e96a7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311551 Oct 22 18:48:22.673415 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b6b2-9468-48a9-a27c-b522b2676feb req-4cf687bb-f18c-4c6a-b2df-a86f1fd701dd tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:22.674910 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-03d4b6b2-9468-48a9-a27c-b522b2676feb req-4cf687bb-f18c-4c6a-b2df-a86f1fd701dd tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0481706 Oct 22 18:48:22.712256 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-03d4b6b2-9468-48a9-a27c-b522b2676feb req-0de6fea7-d37f-4d3e-b5ee-5b47f3e6e681 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Oct 22 18:48:22.972096 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce6e0d-b06c-457a-8da9-b1fc83b9bfd4 req-6425042a-ff58-40bc-aa0b-e0af837edf67 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:22.973574 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dce6e0d-b06c-457a-8da9-b1fc83b9bfd4 req-6425042a-ff58-40bc-aa0b-e0af837edf67 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0485289 Oct 22 18:48:23.011549 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dce6e0d-b06c-457a-8da9-b1fc83b9bfd4 req-59179819-4009-4cb5-9722-0e66c3bbcd23 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Oct 22 18:48:23.069527 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-18604750-dc7d-469a-a022-7840f5885dbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577004 Oct 22 18:48:23.122176 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-8f92a7e8-b605-4a90-8c2d-f93b48ebee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:23.124533 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-8f92a7e8-b605-4a90-8c2d-f93b48ebee7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 1097 time: 0.1139786 Oct 22 18:48:23.236955 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2da10f-3915-4097-acbc-b5ea3560b8d9 req-822ef491-adc0-484d-b496-3fd6cd48ec06 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:23.238336 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1a2da10f-3915-4097-acbc-b5ea3560b8d9 req-822ef491-adc0-484d-b496-3fd6cd48ec06 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.1714754 Oct 22 18:48:23.350062 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-2a39b709-09e6-40dd-b8f5-8533a0a0d44d service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700434 Oct 22 18:48:23.363795 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-9fc5b59c-22fc-4e05-9b64-ae4bf496919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:23.365133 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-9fc5b59c-22fc-4e05-9b64-ae4bf496919e service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.2305117 Oct 22 18:48:23.427244 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1a2da10f-3915-4097-acbc-b5ea3560b8d9 req-abbec04e-f71b-4b7f-ba2d-4621ea98b9f3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489158 Oct 22 18:48:23.430155 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-bfcad4b9-2f56-4149-8eb2-8891e173c139 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce HTTP/1.1" status: 200 len: 217 time: 0.0547459 Oct 22 18:48:23.525925 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-29373c0b-3916-418c-a70e-debded98e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:23.527295 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-29373c0b-3916-418c-a70e-debded98e7eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0886686 Oct 22 18:48:23.530752 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37ab5442-0388-4d94-b33e-263a73225225 req-45c189cc-1095-49f6-a54d-8111ffea3483 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683207 Oct 22 18:48:23.569468 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-68564c65-46da-4d00-bfa4-c6d8e036fd2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287893 Oct 22 18:48:23.678622 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-bacd6b90-c97d-4173-8844-d76880236b8b service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861213 Oct 22 18:48:23.774426 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be3c6e39-c422-44fb-9db3-3c095f034a41 req-a4ad8c15-dfdd-4ae1-ad58-f38fc9827851 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879927 Oct 22 18:48:23.788857 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eec4c-ea2a-4add-b3d5-d256eb7222d5 req-1dec4633-0e6f-4df5-9361-f146f1271eed tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:23.790298 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-679eec4c-ea2a-4add-b3d5-d256eb7222d5 req-1dec4633-0e6f-4df5-9361-f146f1271eed tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0523262 Oct 22 18:48:23.830249 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-679eec4c-ea2a-4add-b3d5-d256eb7222d5 req-b3b0b37b-9928-45bc-a6b3-ec1bb1397a59 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Oct 22 18:48:23.831355 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b972338-77f6-47b1-bcbd-de2533de2a3f req-fe06e3b0-02cc-4572-a584-e54273181d80 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:23.832982 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8b972338-77f6-47b1-bcbd-de2533de2a3f req-fe06e3b0-02cc-4572-a584-e54273181d80 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0499239 Oct 22 18:48:23.869695 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8b972338-77f6-47b1-bcbd-de2533de2a3f req-84021af1-ffef-4189-bce3-5dca823bc919 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Oct 22 18:48:24.124577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:48:24.128105 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536859-982e-4967-b970-b325ab5002a8 req-b24de475-4091-47cc-b171-0b1422f3dfa0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:24.129565 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-16536859-982e-4967-b970-b325ab5002a8 req-b24de475-4091-47cc-b171-0b1422f3dfa0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0517898 Oct 22 18:48:24.167560 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-16536859-982e-4967-b970-b325ab5002a8 req-0fa138ec-a23e-4533-a6ce-f458929dc9a8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Oct 22 18:48:24.176401 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['db27b409-6671-47a3-9b01-0e4f58ab9a02'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:48:24.539080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c6f5f-a1ef-40d0-9b28-89abc08fcabd req-fe75fb42-1a3a-437b-af8e-8ff193dd909d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:24.540548 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d73c6f5f-a1ef-40d0-9b28-89abc08fcabd req-fe75fb42-1a3a-437b-af8e-8ff193dd909d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0485101 Oct 22 18:48:24.580828 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d73c6f5f-a1ef-40d0-9b28-89abc08fcabd req-1b94b189-9db3-4045-9342-1473ccab484f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Oct 22 18:48:24.946589 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5db95-ca93-4ad2-917b-5f0a01da00d9 req-bb295188-8b55-424a-b7fe-7818e26d06a2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:24.948068 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ab5db95-ca93-4ad2-917b-5f0a01da00d9 req-bb295188-8b55-424a-b7fe-7818e26d06a2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0486708 Oct 22 18:48:24.981162 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879077b7-fe41-4a1c-b0d6-0f7e78d740d3 req-6c5682c3-3fb5-40e7-95c0-d9ebb6a36afe tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:24.985547 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-879077b7-fe41-4a1c-b0d6-0f7e78d740d3 req-6c5682c3-3fb5-40e7-95c0-d9ebb6a36afe tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0513625 Oct 22 18:48:24.985979 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ab5db95-ca93-4ad2-917b-5f0a01da00d9 req-ddf5b468-8997-4718-bcd6-6043e5426ffb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Oct 22 18:48:25.031242 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-879077b7-fe41-4a1c-b0d6-0f7e78d740d3 req-03559e21-aa8a-45c0-aee0-948d805f36f7 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Oct 22 18:48:25.277608 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a86049-e99f-4254-b565-d59535b87844 req-a328d666-67d0-4ac3-9091-2af6bd33c0f6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:25.279590 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d7a86049-e99f-4254-b565-d59535b87844 req-a328d666-67d0-4ac3-9091-2af6bd33c0f6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0475504 Oct 22 18:48:25.317200 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d7a86049-e99f-4254-b565-d59535b87844 req-a7756090-8bb5-4b41-bfac-f098374e3d50 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Oct 22 18:48:25.705895 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d23b3-99c5-4816-b854-910f7f7d3a6e req-7389e55e-156a-4610-9353-d26bacbc2e91 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:25.707457 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f29d23b3-99c5-4816-b854-910f7f7d3a6e req-7389e55e-156a-4610-9353-d26bacbc2e91 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0566523 Oct 22 18:48:25.750587 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f29d23b3-99c5-4816-b854-910f7f7d3a6e req-1ebb4516-df40-443a-9527-4e9221fd7687 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Oct 22 18:48:26.128833 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76834fcb-3f07-4b56-b9eb-6bd35944e9b4 req-18f64995-e527-441e-8daa-bd57142609a2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:26.130545 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-76834fcb-3f07-4b56-b9eb-6bd35944e9b4 req-18f64995-e527-441e-8daa-bd57142609a2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0540473 Oct 22 18:48:26.147644 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d7e48-b3f7-4eb7-a203-232785305fff req-4cc98121-b83a-409f-ac8f-e6f878b82207 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:26.149301 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be2d7e48-b3f7-4eb7-a203-232785305fff req-4cc98121-b83a-409f-ac8f-e6f878b82207 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0496669 Oct 22 18:48:26.174817 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-76834fcb-3f07-4b56-b9eb-6bd35944e9b4 req-d0885add-d5d7-41d9-adeb-569be8e329e8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377109 Oct 22 18:48:26.206608 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-be2d7e48-b3f7-4eb7-a203-232785305fff req-5eff82ba-343e-4795-bc7f-47d0072cd909 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Oct 22 18:48:26.446229 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a745b-dad7-4e43-ba74-e02200ab762e req-3e235d89-24ce-4641-a9c5-77426a31d4e2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:26.446229 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7a4a745b-dad7-4e43-ba74-e02200ab762e req-3e235d89-24ce-4641-a9c5-77426a31d4e2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0511677 Oct 22 18:48:26.487565 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7a4a745b-dad7-4e43-ba74-e02200ab762e req-a3f78c39-4c11-46d2-8773-437cff1ebe94 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Oct 22 18:48:26.867344 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dd0fd-bf12-4f0f-a50e-197c0a0d1c01 req-167c14f7-82c3-4013-a9cb-12963a5d8800 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:26.868813 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-344dd0fd-bf12-4f0f-a50e-197c0a0d1c01 req-167c14f7-82c3-4013-a9cb-12963a5d8800 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0476511 Oct 22 18:48:26.907835 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-344dd0fd-bf12-4f0f-a50e-197c0a0d1c01 req-8fbb3684-9b75-4a98-adfa-ed8db3f9fe38 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Oct 22 18:48:27.314088 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b626d6-fd39-4905-a764-803b7d386868 req-333f526e-8ee7-47cb-9df1-694ece3cd3be tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:27.315699 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01b626d6-fd39-4905-a764-803b7d386868 req-333f526e-8ee7-47cb-9df1-694ece3cd3be tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0508745 Oct 22 18:48:27.327670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f5a8f-10eb-47ba-a456-03dd006123cb req-40ada414-efae-47a7-bd9c-8337c5b7ec0b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:27.329246 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0c7f5a8f-10eb-47ba-a456-03dd006123cb req-40ada414-efae-47a7-bd9c-8337c5b7ec0b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0543382 Oct 22 18:48:27.370701 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01b626d6-fd39-4905-a764-803b7d386868 req-77cc3b14-e637-4c30-93ea-1050ee2212e6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470159 Oct 22 18:48:27.373340 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0c7f5a8f-10eb-47ba-a456-03dd006123cb req-894de636-d36d-4db8-878c-cb36c8b1debf tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Oct 22 18:48:27.598213 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38f843-79aa-48e3-b86c-98674fa39466 req-0c4415a8-29cc-4c3f-aedf-85d773bf2d5e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:27.599570 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd38f843-79aa-48e3-b86c-98674fa39466 req-0c4415a8-29cc-4c3f-aedf-85d773bf2d5e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 944 time: 0.0467882 Oct 22 18:48:27.640009 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd38f843-79aa-48e3-b86c-98674fa39466 req-6148f50f-29d4-4493-bdc0-3d0360a40a1b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Oct 22 18:48:28.021968 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d58854-72db-4ca5-b2a0-9db724891295 req-f652db03-8eed-4681-af92-c1a6246abdc8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:28.023431 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-23d58854-72db-4ca5-b2a0-9db724891295 req-f652db03-8eed-4681-af92-c1a6246abdc8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0506983 Oct 22 18:48:28.059538 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-23d58854-72db-4ca5-b2a0-9db724891295 req-44a85f4d-915f-4838-9b3d-c3c23fc0392b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Oct 22 18:48:28.343153 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 4fe4558d-e790-4bdb-98e5-b6284da07096 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:28.392612 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 4fe4558d-e790-4bdb-98e5-b6284da07096 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:48:28.396741 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 4fe4558d-e790-4bdb-98e5-b6284da07096 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:28.397117 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:28.487920 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:28.516587 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff69ed-1c86-4724-b8e8-24d01395a3e4 req-a89df8de-19fa-4c71-b03a-97b2b31bcf41 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:28.522014 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa22d6-14bd-4a80-84c2-ed09c7d056a8 req-88d9b2b1-9a8a-4c01-9b06-8d990a52d4d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:28.523725 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fbff69ed-1c86-4724-b8e8-24d01395a3e4 req-a89df8de-19fa-4c71-b03a-97b2b31bcf41 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 944 time: 0.0746963 Oct 22 18:48:28.529330 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5ffa22d6-14bd-4a80-84c2-ed09c7d056a8 req-88d9b2b1-9a8a-4c01-9b06-8d990a52d4d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0686789 Oct 22 18:48:28.530012 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 4fe4558d-e790-4bdb-98e5-b6284da07096, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fe4558d-e790-4bdb-98e5-b6284da07096,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:28.531355 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe4558d-e790-4bdb-98e5-b6284da07096'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:28.557778 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fbff69ed-1c86-4724-b8e8-24d01395a3e4 req-c4f8ebc5-824c-4514-b8cb-1982dd26ff09 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331509 Oct 22 18:48:28.570971 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5ffa22d6-14bd-4a80-84c2-ed09c7d056a8 req-22865a5d-6ae4-4a5f-97de-a877316d0b05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Oct 22 18:48:28.592428 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:28.593501 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device db27b409-6671-47a3-9b01-0e4f58ab9a02 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:28.674816 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=4fe4558d-e790-4bdb-98e5-b6284da07096,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:28.689216 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port db27b409-6671-47a3-9b01-0e4f58ab9a02 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:48:28.692952 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port db27b409-6671-47a3-9b01-0e4f58ab9a02 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:28.693439 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:28.697592 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6079a9e3-bcaf-4e5d-8619-9a69f1cb7487" -d '{"events": [{"server_uuid": "c5ad6ed6-7985-4108-a581-933f6aab23ff", "name": "network-vif-plugged", "status": "completed", "tag": "4fe4558d-e790-4bdb-98e5-b6284da07096"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:28.768184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7f89-d52c-4b9d-b256-52d74662d7dd req-f5dcd4d2-8eac-4c63-9235-8da457ac44de tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:28.775634 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-eaed7f89-d52c-4b9d-b256-52d74662d7dd req-f5dcd4d2-8eac-4c63-9235-8da457ac44de tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0618773 Oct 22 18:48:28.787315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:28.796886 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e788cc62-4e74-4e7e-8dd6-b8bb552bf701 x-openstack-request-id: req-e788cc62-4e74-4e7e-8dd6-b8bb552bf701 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:28.797190 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad6ed6-7985-4108-a581-933f6aab23ff", "name": "network-vif-plugged", "status": "completed", "tag": "4fe4558d-e790-4bdb-98e5-b6284da07096", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:28.797451 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e788cc62-4e74-4e7e-8dd6-b8bb552bf701 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:28.797892 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe4558d-e790-4bdb-98e5-b6284da07096', 'code': 200} Oct 22 18:48:28.810013 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-eaed7f89-d52c-4b9d-b256-52d74662d7dd req-d28771db-ad13-4a2c-8d35-b4881a60051a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Oct 22 18:48:28.822448 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port db27b409-6671-47a3-9b01-0e4f58ab9a02, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=db27b409-6671-47a3-9b01-0e4f58ab9a02,segment=NetworkSegment(dac663dc-b204-46bb-9c0c-b5711ec64b9e),segment_id=dac663dc-b204-46bb-9c0c-b5711ec64b9e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:28.827319 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:28.873592 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=db27b409-6671-47a3-9b01-0e4f58ab9a02,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:29.171827 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f0a78-b6ef-41dc-ad93-5bf6d70ddb6e req-3be26571-1484-45dd-9c1d-b2f46637c620 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:29.173272 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e92f0a78-b6ef-41dc-ad93-5bf6d70ddb6e req-3be26571-1484-45dd-9c1d-b2f46637c620 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0477748 Oct 22 18:48:29.210274 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e92f0a78-b6ef-41dc-ad93-5bf6d70ddb6e req-80216753-e65b-45c5-85dc-d46f20d76b8a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Oct 22 18:48:29.672626 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778b87f-6260-4d7d-b9de-bb3ec0b48119 req-ddc879f4-7a12-4581-a7a6-eb97608bdd21 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:29.674210 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f778b87f-6260-4d7d-b9de-bb3ec0b48119 req-ddc879f4-7a12-4581-a7a6-eb97608bdd21 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0491698 Oct 22 18:48:29.691474 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeba650-a6fa-4300-b224-7b14a2babd18 req-2b413393-97f3-4c99-8ac0-f4eaaa2d67af tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:29.692931 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cdeba650-a6fa-4300-b224-7b14a2babd18 req-2b413393-97f3-4c99-8ac0-f4eaaa2d67af tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0525448 Oct 22 18:48:29.713975 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f778b87f-6260-4d7d-b9de-bb3ec0b48119 req-6899192d-8055-4284-8a08-15f083c0ac4b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Oct 22 18:48:29.736443 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cdeba650-a6fa-4300-b224-7b14a2babd18 req-9f1a42c1-489b-40a0-94a4-567d404ba6aa tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375979 Oct 22 18:48:29.920765 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99197b1-ded8-4127-8b27-da1377c02421 req-d12a6026-c623-45c8-9271-b4c9aa5177b6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:29.922222 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e99197b1-ded8-4127-8b27-da1377c02421 req-d12a6026-c623-45c8-9271-b4c9aa5177b6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0468032 Oct 22 18:48:29.959096 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e99197b1-ded8-4127-8b27-da1377c02421 req-a9d34173-7e0a-49b1-94c9-d5d89013f08d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Oct 22 18:48:30.323313 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47e0e-8800-4636-b574-1708aa23d676 req-7768320e-4335-4456-9a06-be8fdf20bf57 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:30.324792 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0e47e0e-8800-4636-b574-1708aa23d676 req-7768320e-4335-4456-9a06-be8fdf20bf57 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0478520 Oct 22 18:48:30.361876 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0e47e0e-8800-4636-b574-1708aa23d676 req-5f2672da-1dd8-4b59-bde0-8283fe371e55 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Oct 22 18:48:30.799445 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db27b409-6671-47a3-9b01-0e4f58ab9a02'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:30.801811 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c6d8c-78ce-40c4-b7b8-a5c7fc1cb4b5" -d '{"events": [{"server_uuid": "4bde0f0c-9b81-473a-92bf-93efe20d6a98", "name": "network-vif-plugged", "status": "completed", "tag": "db27b409-6671-47a3-9b01-0e4f58ab9a02"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:30.827128 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d94e-b3a6-4001-9ca5-e4c5be033e1c req-9c02bf25-9095-4202-869c-77993830d0c7 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:30.828613 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e3d8d94e-b3a6-4001-9ca5-e4c5be033e1c req-9c02bf25-9095-4202-869c-77993830d0c7 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Oct 22 18:48:30.859209 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ad2b4-23f3-42ee-80c8-54ddc9f59794 req-8dde97a2-2dfc-44b5-b975-a84193f9f010 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:30.860693 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d27ad2b4-23f3-42ee-80c8-54ddc9f59794 req-8dde97a2-2dfc-44b5-b975-a84193f9f010 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0528798 Oct 22 18:48:30.866458 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e3d8d94e-b3a6-4001-9ca5-e4c5be033e1c req-f2b0b275-3f67-4947-943a-b73d2d498656 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Oct 22 18:48:30.899046 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d27ad2b4-23f3-42ee-80c8-54ddc9f59794 req-1ecc76b6-a91f-4401-a887-c96214d88724 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Oct 22 18:48:30.909290 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d5e96-65c4-4b8d-96c0-7ab27ecbb839 x-openstack-request-id: req-2c7d5e96-65c4-4b8d-96c0-7ab27ecbb839 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:30.909597 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bde0f0c-9b81-473a-92bf-93efe20d6a98", "name": "network-vif-plugged", "status": "completed", "tag": "db27b409-6671-47a3-9b01-0e4f58ab9a02", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:30.909847 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c7d5e96-65c4-4b8d-96c0-7ab27ecbb839 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:30.910305 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db27b409-6671-47a3-9b01-0e4f58ab9a02', 'code': 200} Oct 22 18:48:31.085663 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8f735-c967-46fe-b2b6-ea57b44cdcf2 req-3b000d75-4b79-447b-b74a-38aa901e3d99 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:31.087058 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c3c8f735-c967-46fe-b2b6-ea57b44cdcf2 req-3b000d75-4b79-447b-b74a-38aa901e3d99 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0553577 Oct 22 18:48:31.212941 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fd047-fb64-4953-8456-0b83bce92cf6 req-477d1575-1e10-4478-9705-fb2dfc3cff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:31.214449 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0f7fd047-fb64-4953-8456-0b83bce92cf6 req-477d1575-1e10-4478-9705-fb2dfc3cff7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 1098 time: 0.1225083 Oct 22 18:48:31.218062 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c3c8f735-c967-46fe-b2b6-ea57b44cdcf2 req-d2242bec-ec93-4abc-b85d-3c8985c021ca tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180310 Oct 22 18:48:31.219765 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d4bf-f4ca-41db-b30f-9835b8ea0bca req-68bce984-324f-4272-81be-ac3b19b5a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:31.221109 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d870d4bf-f4ca-41db-b30f-9835b8ea0bca req-68bce984-324f-4272-81be-ac3b19b5a27e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 1098 time: 0.1221173 Oct 22 18:48:31.239273 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0f7fd047-fb64-4953-8456-0b83bce92cf6 req-f51e5af8-b9f8-4521-be38-0b8bb1c3e567 service neutron] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:31.255120 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-d870d4bf-f4ca-41db-b30f-9835b8ea0bca req-8d031131-785f-4c6d-92a0-383704cfb4ff service neutron] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:31.482962 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea35ed-1f5b-466c-a5fd-954464623270 req-10bb53fa-c70d-404b-b701-fc7003639aeb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:31.484442 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-feea35ed-1f5b-466c-a5fd-954464623270 req-10bb53fa-c70d-404b-b701-fc7003639aeb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0538287 Oct 22 18:48:31.524908 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-feea35ed-1f5b-466c-a5fd-954464623270 req-daab450a-6a36-4491-8178-3bb58c6517ce tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340056 Oct 22 18:48:31.528471 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0f7fd047-fb64-4953-8456-0b83bce92cf6 req-f51e5af8-b9f8-4521-be38-0b8bb1c3e567 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:31.533420 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0f7fd047-fb64-4953-8456-0b83bce92cf6 req-f51e5af8-b9f8-4521-be38-0b8bb1c3e567 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:31.549163 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.db.api [req-d870d4bf-f4ca-41db-b30f-9835b8ea0bca req-8d031131-785f-4c6d-92a0-383704cfb4ff service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5915e56dcf314a4dbded98d03527e44d {{(pid=106215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 22 18:48:31.549481 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG oslo_db.api [req-d870d4bf-f4ca-41db-b30f-9835b8ea0bca req-8d031131-785f-4c6d-92a0-383704cfb4ff service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 22 18:48:31.565396 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0f7fd047-fb64-4953-8456-0b83bce92cf6 req-f51e5af8-b9f8-4521-be38-0b8bb1c3e567 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431017 Oct 22 18:48:31.573590 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e5af8-b9f8-4521-be38-0b8bb1c3e567 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7436ed8d-35ae-4dd8-b474-0778ef5765c1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:31.980376 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a0eb-b46a-454a-b416-cc3f601f28ec req-0ed71990-b345-4266-916d-c4d683ba1c0f tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:31.982630 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2f68a0eb-b46a-454a-b416-cc3f601f28ec req-0ed71990-b345-4266-916d-c4d683ba1c0f tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0481200 Oct 22 18:48:32.016188 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd040c0-4ee3-4e90-8a5e-953dbe919f32 req-3ecdfcd1-d7a7-431a-bb8e-3ac7c4719ac6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:32.017650 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ffd040c0-4ee3-4e90-8a5e-953dbe919f32 req-3ecdfcd1-d7a7-431a-bb8e-3ac7c4719ac6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0488601 Oct 22 18:48:32.020507 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2f68a0eb-b46a-454a-b416-cc3f601f28ec req-05f8069f-742d-4008-9f8b-48b9ef579a60 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Oct 22 18:48:32.050341 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-d870d4bf-f4ca-41db-b30f-9835b8ea0bca req-8d031131-785f-4c6d-92a0-383704cfb4ff service neutron] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:32.054573 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ffd040c0-4ee3-4e90-8a5e-953dbe919f32 req-d50dddf4-b3d8-41df-aa47-156bfec82fc2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Oct 22 18:48:32.107580 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d870d4bf-f4ca-41db-b30f-9835b8ea0bca req-8d031131-785f-4c6d-92a0-383704cfb4ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8735778 Oct 22 18:48:32.329705 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801e10f-8b61-445b-8f2b-74e55733dbe8 req-c4db6811-521d-45bf-b3ee-d7af7808abc8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:32.331226 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1801e10f-8b61-445b-8f2b-74e55733dbe8 req-c4db6811-521d-45bf-b3ee-d7af7808abc8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0469258 Oct 22 18:48:32.368645 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1801e10f-8b61-445b-8f2b-74e55733dbe8 req-4231b723-2e42-4207-b2bc-8f3bef4b9d17 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Oct 22 18:48:32.639738 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a5173-c542-4849-a550-38bd36081097 req-3b528f7b-8b5b-4962-b0a5-3329aac0bdd7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:32.641235 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-961a5173-c542-4849-a550-38bd36081097 req-3b528f7b-8b5b-4962-b0a5-3329aac0bdd7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0503109 Oct 22 18:48:32.679192 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-961a5173-c542-4849-a550-38bd36081097 req-2ded3a16-87f5-450f-a759-9e10962ff107 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Oct 22 18:48:33.132812 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac537-87ec-4af8-8b2a-44b2c062cb90 req-2f0a6181-cb02-4845-a37c-1245b6cea287 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:33.134278 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-754ac537-87ec-4af8-8b2a-44b2c062cb90 req-2f0a6181-cb02-4845-a37c-1245b6cea287 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Oct 22 18:48:33.172459 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-754ac537-87ec-4af8-8b2a-44b2c062cb90 req-3eb6887d-0cec-41d5-8eea-512bf6845239 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Oct 22 18:48:33.174582 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd993-ba93-4368-a59a-3d236ccbbc4e req-634eb2e5-b127-49ec-a9e6-ebb7ba4cc86c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:33.176057 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9b7cd993-ba93-4368-a59a-3d236ccbbc4e req-634eb2e5-b127-49ec-a9e6-ebb7ba4cc86c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0502744 Oct 22 18:48:33.213024 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9b7cd993-ba93-4368-a59a-3d236ccbbc4e req-a80a3273-ebb0-4e33-883d-df72058e8fe8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Oct 22 18:48:33.484220 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380b5ea-f729-4be6-818b-f6243f518896 req-972a28b2-8222-40ab-b5ed-28f4cbd489a8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:33.485662 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e380b5ea-f729-4be6-818b-f6243f518896 req-972a28b2-8222-40ab-b5ed-28f4cbd489a8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0469429 Oct 22 18:48:33.525753 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e380b5ea-f729-4be6-818b-f6243f518896 req-748b893f-2b1d-4395-8942-2b83ecb85262 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Oct 22 18:48:33.793340 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f4520-08da-4497-b5f5-3c9d23cb5344 req-b2f3abaa-7b75-44c6-bbc2-117f1723cb20 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:33.795620 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fe3f4520-08da-4497-b5f5-3c9d23cb5344 req-b2f3abaa-7b75-44c6-bbc2-117f1723cb20 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 944 time: 0.0493400 Oct 22 18:48:33.832408 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fe3f4520-08da-4497-b5f5-3c9d23cb5344 req-789acfbb-7629-42c1-9d6b-57e76ea119ca tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Oct 22 18:48:34.142302 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device dc3a5754-50f5-46fc-a509-bb6ec9de94b2 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:48:34.234874 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port dc3a5754-50f5-46fc-a509-bb6ec9de94b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:34.246595 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2', 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'port_id': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2', 'mac_address': 'fa:16:3e:dc:a4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f876f-875e-4b63-a123-3cf4bec28094', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:48:34.289189 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:34.290072 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64f8f2-3ed6-4dd5-bc72-2588e4099cd7 req-f20c40d3-75cb-423e-9a8c-26ddd8a51c25 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:34.291643 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6f64f8f2-3ed6-4dd5-bc72-2588e4099cd7 req-f20c40d3-75cb-423e-9a8c-26ddd8a51c25 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0534861 Oct 22 18:48:34.302163 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3a5754-50f5-46fc-a509-bb6ec9de94b2 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:34.322680 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port dc3a5754-50f5-46fc-a509-bb6ec9de94b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:34.327645 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:34.328320 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:48:34.334344 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6f64f8f2-3ed6-4dd5-bc72-2588e4099cd7 req-d9c93d1b-14c9-49e2-bad5-6ecb34da5d27 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Oct 22 18:48:34.335455 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f33516-20be-4418-9d3c-71f8d900d2b7 req-952c2608-831b-46a5-9364-9f5ca6073afa tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:34.337060 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-85f33516-20be-4418-9d3c-71f8d900d2b7 req-952c2608-831b-46a5-9364-9f5ca6073afa tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0514460 Oct 22 18:48:34.377284 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-85f33516-20be-4418-9d3c-71f8d900d2b7 req-16b22a49-bd71-4134-ac16-1cd19bcac9e6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Oct 22 18:48:34.383847 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:34.577608 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:34.589382 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'port_id': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'mac_address': 'fa:16:3e:a9:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:48:34.627457 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:34.641151 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287ba173-9b9c-4426-ae81-c4cc3592b1e6 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:34.644221 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f1bf1-7a24-483a-9561-35bc6e6755c1 req-bd39c4d8-715b-4041-94cf-7565c8e5e91b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:34.645702 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-550f1bf1-7a24-483a-9561-35bc6e6755c1 req-bd39c4d8-715b-4041-94cf-7565c8e5e91b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0481284 Oct 22 18:48:34.663211 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:34.667115 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:34.667803 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a6f7a357-23ed-4135-95fe-f8fda72405ce details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:48:34.693919 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-550f1bf1-7a24-483a-9561-35bc6e6755c1 req-1540f704-bd4b-49f9-89c5-1d8fe34be60d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Oct 22 18:48:34.734747 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:34.738322 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a6f7a357-23ed-4135-95fe-f8fda72405ce, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:34.749712 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'a6f7a357-23ed-4135-95fe-f8fda72405ce', 'network_id': 'faf32529-5999-4154-98de-f004d7cf283a', 'port_id': 'a6f7a357-23ed-4135-95fe-f8fda72405ce', 'mac_address': 'fa:16:3e:00:45:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f876f-875e-4b63-a123-3cf4bec28094', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:48:34.785200 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:34.797889 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f7a357-23ed-4135-95fe-f8fda72405ce {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:34.817054 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a6f7a357-23ed-4135-95fe-f8fda72405ce, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:34.821115 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:34.878542 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a6f7a357-23ed-4135-95fe-f8fda72405ce,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:34.949571 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b424b49-750a-4abf-ba7b-be7b4f399802 req-16d23585-f02b-4866-8dc6-5d8bc0b67d18 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:34.951801 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b424b49-750a-4abf-ba7b-be7b4f399802 req-16d23585-f02b-4866-8dc6-5d8bc0b67d18 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0527084 Oct 22 18:48:34.989964 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b424b49-750a-4abf-ba7b-be7b4f399802 req-e721c73a-62e8-404b-8896-1e073d41dc78 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Oct 22 18:48:35.457162 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfa35f-e179-4062-9655-78232c6e9601 req-1797cbc3-ef6d-4e57-af85-23571f1f76cd tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:35.458656 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-52bfa35f-e179-4062-9655-78232c6e9601 req-1797cbc3-ef6d-4e57-af85-23571f1f76cd tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0472262 Oct 22 18:48:35.499109 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-52bfa35f-e179-4062-9655-78232c6e9601 req-e1f7dc4a-fe40-42f4-bf4c-c95e5154dc32 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Oct 22 18:48:35.501036 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752e125-8e50-4a46-a3bf-8fe86285ae46 req-1170f3f3-720d-4729-9566-e578fe65f97e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:35.502666 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d752e125-8e50-4a46-a3bf-8fe86285ae46 req-1170f3f3-720d-4729-9566-e578fe65f97e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0492961 Oct 22 18:48:35.542845 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d752e125-8e50-4a46-a3bf-8fe86285ae46 req-5af2c5e3-5501-42e2-b5bd-1bc0e2ea0e9f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342989 Oct 22 18:48:35.809815 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9bf1e-6e1a-42a4-a106-1ffa3014e1b9 req-45286076-d4e6-4eb6-a80a-4f9228a39a41 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:35.811279 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4ac9bf1e-6e1a-42a4-a106-1ffa3014e1b9 req-45286076-d4e6-4eb6-a80a-4f9228a39a41 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0477622 Oct 22 18:48:35.847548 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4ac9bf1e-6e1a-42a4-a106-1ffa3014e1b9 req-4e681fd8-147e-40fb-8ff3-9ceb6a24eb9e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305798 Oct 22 18:48:36.103745 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82d745-3596-433f-a801-b00e66ce4af1 req-02779b63-606f-43d4-b56d-edc74b74bd53 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:36.105119 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be82d745-3596-433f-a801-b00e66ce4af1 req-02779b63-606f-43d4-b56d-edc74b74bd53 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0469992 Oct 22 18:48:36.142104 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be82d745-3596-433f-a801-b00e66ce4af1 req-7529072d-2b46-4148-aa49-363877a0289e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306964 Oct 22 18:48:36.613036 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5fb4-babd-4052-90c9-ffae4ce8924a req-fb1991d5-f46b-409d-a66a-d4275f2facd5 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:36.614674 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-19dc5fb4-babd-4052-90c9-ffae4ce8924a req-fb1991d5-f46b-409d-a66a-d4275f2facd5 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0507879 Oct 22 18:48:36.652644 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-19dc5fb4-babd-4052-90c9-ffae4ce8924a req-4559cb33-763e-4561-a237-05af857d2267 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Oct 22 18:48:36.663252 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cd9fc-f88a-4c75-aac1-bde801d9d073 req-25a1c2a9-9607-4ba1-8c08-efe076baba01 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:36.664772 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5e5cd9fc-f88a-4c75-aac1-bde801d9d073 req-25a1c2a9-9607-4ba1-8c08-efe076baba01 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0521507 Oct 22 18:48:36.701954 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5e5cd9fc-f88a-4c75-aac1-bde801d9d073 req-6914855c-e8d5-469c-b7f8-098bdcc5b7d1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Oct 22 18:48:36.959794 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4029a-9941-456c-a368-6a198d4e3c3a req-4edd9046-7089-4c29-a7a8-4e3f0d1c4c53 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:36.961243 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d6a4029a-9941-456c-a368-6a198d4e3c3a req-4edd9046-7089-4c29-a7a8-4e3f0d1c4c53 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0484900 Oct 22 18:48:37.003132 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d6a4029a-9941-456c-a368-6a198d4e3c3a req-8fb35d89-10ea-4c93-af3f-70ecaf1f8346 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Oct 22 18:48:37.251929 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b139-71b6-45c3-8afd-4f12a35d2583 req-83f8b0a2-010b-436b-91ce-4778427bc107 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:37.253390 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb38b139-71b6-45c3-8afd-4f12a35d2583 req-83f8b0a2-010b-436b-91ce-4778427bc107 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0474586 Oct 22 18:48:37.290149 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb38b139-71b6-45c3-8afd-4f12a35d2583 req-26fbe21c-e4d2-4fc3-839f-73334217d3fd tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308456 Oct 22 18:48:37.771766 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7a31a-2903-49c0-b432-ce87e17487e0 req-f8dca8b3-07fc-41b0-af2b-bcb0961c744a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:37.773951 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-07f7a31a-2903-49c0-b432-ce87e17487e0 req-f8dca8b3-07fc-41b0-af2b-bcb0961c744a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Oct 22 18:48:37.823407 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-07f7a31a-2903-49c0-b432-ce87e17487e0 req-b45ec434-fb8a-48ac-af70-6e0bea027021 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Oct 22 18:48:37.842835 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13fac-e28f-4f56-a716-53b0463ccfb3 req-ac4e46ae-3e97-4177-b0e9-4f853ee42bd5 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:37.844410 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-edf13fac-e28f-4f56-a716-53b0463ccfb3 req-ac4e46ae-3e97-4177-b0e9-4f853ee42bd5 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0536504 Oct 22 18:48:37.885063 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-edf13fac-e28f-4f56-a716-53b0463ccfb3 req-b2f03759-3f94-4121-a576-96fc113a3c11 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339592 Oct 22 18:48:38.117934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480c0d-4cc4-44c1-9cc3-08670fb901e3 req-438076d2-fb67-49c8-93a4-f58f26983768 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:38.119659 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d9480c0d-4cc4-44c1-9cc3-08670fb901e3 req-438076d2-fb67-49c8-93a4-f58f26983768 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0490646 Oct 22 18:48:38.152913 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['dc3a5754-50f5-46fc-a509-bb6ec9de94b2'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:48:38.176585 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d9480c0d-4cc4-44c1-9cc3-08670fb901e3 req-eecddca6-3be5-4abf-a759-4b033ca49b51 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509598 Oct 22 18:48:38.246841 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['287ba173-9b9c-4426-ae81-c4cc3592b1e6'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:48:38.280942 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['a6f7a357-23ed-4135-95fe-f8fda72405ce'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:48:38.409621 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7fc7c-e98d-4f58-b5bb-f71946f6e84d req-4004753c-c478-4b79-bff8-234716923fdb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:38.411238 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ac7fc7c-e98d-4f58-b5bb-f71946f6e84d req-4004753c-c478-4b79-bff8-234716923fdb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0532904 Oct 22 18:48:38.449612 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ac7fc7c-e98d-4f58-b5bb-f71946f6e84d req-3c34dbde-ae87-43e6-99c9-82faaa2f319e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Oct 22 18:48:38.976757 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb52153-5557-4556-8912-7e8e81d35b0d req-ae0e1e31-dad2-453d-a085-d9bf40155a0d tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:38.979061 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ecb52153-5557-4556-8912-7e8e81d35b0d req-ae0e1e31-dad2-453d-a085-d9bf40155a0d tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0839961 Oct 22 18:48:39.026403 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ecb52153-5557-4556-8912-7e8e81d35b0d req-2ce5252d-f476-44f6-94b9-942324b4e140 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Oct 22 18:48:39.046619 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6ece8-a012-477b-86c2-3969ccae088c req-9974d972-bf58-4376-8b28-4e479592eb31 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:39.048198 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75b6ece8-a012-477b-86c2-3969ccae088c req-9974d972-bf58-4376-8b28-4e479592eb31 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0609581 Oct 22 18:48:39.107413 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75b6ece8-a012-477b-86c2-3969ccae088c req-87dfc490-8b01-42f3-ab7c-b3dcc00f14e8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498662 Oct 22 18:48:39.333307 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975a1a-170d-4034-949a-e3f8640f2931 req-b60f382a-c2fa-4af5-a5cd-8d45d38c2a82 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:39.334856 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-31975a1a-170d-4034-949a-e3f8640f2931 req-b60f382a-c2fa-4af5-a5cd-8d45d38c2a82 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0568111 Oct 22 18:48:39.384722 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-31975a1a-170d-4034-949a-e3f8640f2931 req-2b98ac15-a428-41bb-8dff-f2c4c4c6177d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372701 Oct 22 18:48:39.567573 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 58962) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:39.580550 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f802908-179d-4c5f-bde1-cc9438c5341f req-2856a184-1ada-41f4-9cae-7d82d9d58b45 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:39.586628 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6f802908-179d-4c5f-bde1-cc9438c5341f req-2856a184-1ada-41f4-9cae-7d82d9d58b45 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0619779 Oct 22 18:48:39.629340 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6f802908-179d-4c5f-bde1-cc9438c5341f req-30b60e2d-9641-497b-bf43-355e0c08022c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Oct 22 18:48:39.684114 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58966) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:39.751331 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:39.819201 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:39.839953 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:39.844016 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:39.885751 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23e304d010e842dbb1fd31a816ca63d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170021 Oct 22 18:48:39.886661 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7087df97-bb1d-4c1f-821c-626a844f3b54,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:39.889014 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 58974) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:39.894257 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.894611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.894957 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.895294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.895630 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.895961 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.896292 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.896622 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.896949 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.897276 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.897601 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.897919 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924206c9-42f2-4e93-a581-5a61b1bc00de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.910806 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:39.921362 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:39.971766 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dafccaecf60c441c850838adfb3aeb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862263 Oct 22 18:48:39.974332 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a61dc-a574-4881-802d-169a2957e72a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:39.974767 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 58980) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:39.989853 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.990230 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.990568 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.990895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.991225 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.991548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.991874 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.992194 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.992512 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.992829 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.993226 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.993457 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a743f19-08b8-4ec7-985f-c9592ec9e815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:39.997582 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bea9-8e5b-4590-8149-01de4d488af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.020176 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bea9-8e5b-4590-8149-01de4d488af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.041788 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1cd6752-3196-4689-b76a-8661afbd216a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.069749 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1cd6752-3196-4689-b76a-8661afbd216a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.072893 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bea9-8e5b-4590-8149-01de4d488af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.077066 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bea9-8e5b-4590-8149-01de4d488af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.081357 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8ca3bea9-8e5b-4590-8149-01de4d488af1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7087df97-bb1d-4c1f-821c-626a844f3b54 HTTP/1.1" status: 204 len: 168 time: 0.1911545 Oct 22 18:48:40.090192 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3bea9-8e5b-4590-8149-01de4d488af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7087df97-bb1d-4c1f-821c-626a844f3b54,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:40.169680 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225772a1-d1d3-4d96-b586-9df194655ea2 req-2f11888e-7c3b-4fc1-9173-9fc1d85e004a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:40.171576 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-225772a1-d1d3-4d96-b586-9df194655ea2 req-2f11888e-7c3b-4fc1-9173-9fc1d85e004a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0562565 Oct 22 18:48:40.186058 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1cd6752-3196-4689-b76a-8661afbd216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.192875 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1cd6752-3196-4689-b76a-8661afbd216a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.194344 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d1cd6752-3196-4689-b76a-8661afbd216a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/870a61dc-a574-4881-802d-169a2957e72a HTTP/1.1" status: 204 len: 168 time: 0.2183473 Oct 22 18:48:40.234731 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd6752-3196-4689-b76a-8661afbd216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a61dc-a574-4881-802d-169a2957e72a,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:40.272425 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-225772a1-d1d3-4d96-b586-9df194655ea2 req-2ee5ebdd-6da8-4fcd-997b-6a85fdfc7d11 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835977 Oct 22 18:48:40.347492 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374f658-d923-4271-91a2-fd981abda7fa req-881666c7-c98b-4802-a11f-90b80d13845b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:40.355649 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3374f658-d923-4271-91a2-fd981abda7fa req-881666c7-c98b-4802-a11f-90b80d13845b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.1557217 Oct 22 18:48:40.419289 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3374f658-d923-4271-91a2-fd981abda7fa req-fa618b7a-6af6-4b4b-8b65-9052a300ac4f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574553 Oct 22 18:48:40.503665 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59002) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:40.517113 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-27da6e87-2774-4f86-a38a-4f60c59a69a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.615950 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-27da6e87-2774-4f86-a38a-4f60c59a69a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.624003 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-27da6e87-2774-4f86-a38a-4f60c59a69a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.675910 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-27da6e87-2774-4f86-a38a-4f60c59a69a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0a631858d98498ea6b00ad59e1370fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709831 Oct 22 18:48:40.677107 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da6e87-2774-4f86-a38a-4f60c59a69a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b830d1-bc8c-4763-8bd7-51bd1c368263,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:40.678665 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59010) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:40.742237 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-510335c7-0ec5-46ad-b74c-4c82512f6e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.751841 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e22082-66de-484b-97d1-8b2c57beb943 req-6cc10926-46eb-4cb4-ad4d-875c68990d2a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:40.753423 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-26e22082-66de-484b-97d1-8b2c57beb943 req-6cc10926-46eb-4cb4-ad4d-875c68990d2a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0520709 Oct 22 18:48:40.765582 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-510335c7-0ec5-46ad-b74c-4c82512f6e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.772224 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59014) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:40.794980 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-571c45b0-b42b-4294-afd7-c8ff3e9c1cf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.795181 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-26e22082-66de-484b-97d1-8b2c57beb943 req-8d9c093b-be08-4e42-91a6-480c9d62b922 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359421 Oct 22 18:48:40.837234 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-510335c7-0ec5-46ad-b74c-4c82512f6e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.839751 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-510335c7-0ec5-46ad-b74c-4c82512f6e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.841635 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-510335c7-0ec5-46ad-b74c-4c82512f6e78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11b830d1-bc8c-4763-8bd7-51bd1c368263 HTTP/1.1" status: 204 len: 168 time: 0.1618061 Oct 22 18:48:40.857758 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510335c7-0ec5-46ad-b74c-4c82512f6e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b830d1-bc8c-4763-8bd7-51bd1c368263,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:40.914104 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-571c45b0-b42b-4294-afd7-c8ff3e9c1cf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.919310 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-571c45b0-b42b-4294-afd7-c8ff3e9c1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:40.964492 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-571c45b0-b42b-4294-afd7-c8ff3e9c1cf8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92175d16eede4413a1b0f9b4fe4c4471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912477 Oct 22 18:48:40.966620 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c45b0-b42b-4294-afd7-c8ff3e9c1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9999b4ce-6314-4788-9e58-9dcc97dea19a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:40.968008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59018) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:41.026742 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-af1c3ec6-5560-49ad-947e-381a6a4b4fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:41.048958 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-af1c3ec6-5560-49ad-947e-381a6a4b4fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:41.096751 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-af1c3ec6-5560-49ad-947e-381a6a4b4fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:41.099362 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-af1c3ec6-5560-49ad-947e-381a6a4b4fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:41.102890 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-af1c3ec6-5560-49ad-947e-381a6a4b4fb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9999b4ce-6314-4788-9e58-9dcc97dea19a HTTP/1.1" status: 204 len: 168 time: 0.1313095 Oct 22 18:48:41.112944 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c3ec6-5560-49ad-947e-381a6a4b4fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9999b4ce-6314-4788-9e58-9dcc97dea19a,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:41.548548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7ce15-8cad-4689-91e1-d4d39e807cf2 req-747539d8-0cfd-4128-b8e9-0fce229440ea tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:41.549643 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bae7ce15-8cad-4689-91e1-d4d39e807cf2 req-747539d8-0cfd-4128-b8e9-0fce229440ea tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0631559 Oct 22 18:48:41.596146 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bae7ce15-8cad-4689-91e1-d4d39e807cf2 req-15f6a9db-c7b9-4021-8781-a0427026621e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Oct 22 18:48:41.928243 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1921ad6-0029-4a15-bb47-b7dbc4c0fe91 req-d43eded2-86b1-4cbb-8fa9-5ba4e7e43ff3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:41.930399 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1921ad6-0029-4a15-bb47-b7dbc4c0fe91 req-d43eded2-86b1-4cbb-8fa9-5ba4e7e43ff3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0627022 Oct 22 18:48:41.974762 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1921ad6-0029-4a15-bb47-b7dbc4c0fe91 req-8bbc0162-6871-4b4e-aa21-4a86fe170225 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377078 Oct 22 18:48:42.725735 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db47b33-5352-43ce-a839-48a037549d7d req-8ef3d6c0-8588-41db-8ebd-54f740b3bd6a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:42.730684 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2db47b33-5352-43ce-a839-48a037549d7d req-8ef3d6c0-8588-41db-8ebd-54f740b3bd6a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0542400 Oct 22 18:48:42.768402 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2db47b33-5352-43ce-a839-48a037549d7d req-121469a3-cdba-4da5-ad4a-82de109edea6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343678 Oct 22 18:48:43.089172 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d375ac-c484-4677-a11a-5b28ce907fa6 req-183a61b2-71e1-40eb-8ada-b79be5616bcb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:43.089751 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9d375ac-c484-4677-a11a-5b28ce907fa6 req-183a61b2-71e1-40eb-8ada-b79be5616bcb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0501478 Oct 22 18:48:43.132461 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9d375ac-c484-4677-a11a-5b28ce907fa6 req-8c924ac7-7b78-4d49-8fdb-81ed06715610 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359664 Oct 22 18:48:43.885047 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59250) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:43.894909 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d5523-ffa4-43f6-8184-fe3bcc4c2fe7 req-f7882662-5906-4684-876f-b65adbfca58e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:43.896512 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f3d5523-ffa4-43f6-8184-fe3bcc4c2fe7 req-f7882662-5906-4684-876f-b65adbfca58e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0499067 Oct 22 18:48:43.939933 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f3d5523-ffa4-43f6-8184-fe3bcc4c2fe7 req-efeb5a52-9bbc-47ee-9bd3-d2468803be4e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357566 Oct 22 18:48:43.996569 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1cfc-3703-4ffa-b5a5-a550c99cf54d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.069200 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1cfc-3703-4ffa-b5a5-a550c99cf54d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.072644 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1cfc-3703-4ffa-b5a5-a550c99cf54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.111580 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-dfdc1cfc-3703-4ffa-b5a5-a550c99cf54d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb393f42169b4fc1ae8d2d11a79a38c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254729 Oct 22 18:48:44.112491 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc1cfc-3703-4ffa-b5a5-a550c99cf54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6563e0b6-52e5-439f-8062-6b3ffad5e8f1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:44.114232 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59256) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:44.162420 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0541e89-4eae-40f3-b5ef-bbb25866d014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.184297 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0541e89-4eae-40f3-b5ef-bbb25866d014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.236770 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-55aced0e-e7b8-438e-9f37-ceb9c947891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.242622 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0541e89-4eae-40f3-b5ef-bbb25866d014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.245906 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0541e89-4eae-40f3-b5ef-bbb25866d014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.247277 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a0541e89-4eae-40f3-b5ef-bbb25866d014 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6563e0b6-52e5-439f-8062-6b3ffad5e8f1 HTTP/1.1" status: 204 len: 168 time: 0.1319461 Oct 22 18:48:44.260952 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0541e89-4eae-40f3-b5ef-bbb25866d014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6563e0b6-52e5-439f-8062-6b3ffad5e8f1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:44.274613 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f792bb-a200-477d-bde4-d2a19de87b28 req-2f58402e-e2cd-4356-89a6-8fc9edfb3b18 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:44.277043 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-12f792bb-a200-477d-bde4-d2a19de87b28 req-2f58402e-e2cd-4356-89a6-8fc9edfb3b18 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0782983 Oct 22 18:48:44.321936 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-12f792bb-a200-477d-bde4-d2a19de87b28 req-fb9c643c-ef80-4945-8f89-f6f080839e68 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Oct 22 18:48:44.541610 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59282) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:44.554895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5065-03bb-4427-aaab-8151550e34b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.627904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5065-03bb-4427-aaab-8151550e34b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.631381 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5065-03bb-4427-aaab-8151550e34b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.670189 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a4fb5065-03bb-4427-aaab-8151550e34b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7351e12af9984f2292ff473299f6fe04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250405 Oct 22 18:48:44.670189 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5065-03bb-4427-aaab-8151550e34b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d873f38-cef5-4db6-acd1-226056469546,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:44.670511 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59286) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:44.730306 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-601e9d1b-1af8-4175-a8fb-09b929fb112a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.751366 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-601e9d1b-1af8-4175-a8fb-09b929fb112a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.798434 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-601e9d1b-1af8-4175-a8fb-09b929fb112a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.801084 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-601e9d1b-1af8-4175-a8fb-09b929fb112a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:44.804912 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-601e9d1b-1af8-4175-a8fb-09b929fb112a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d873f38-cef5-4db6-acd1-226056469546 HTTP/1.1" status: 204 len: 168 time: 0.1332211 Oct 22 18:48:44.813374 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9d1b-1af8-4175-a8fb-09b929fb112a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d873f38-cef5-4db6-acd1-226056469546,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:45.072233 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f6d3a-f928-4fc1-ac00-cffa2cd119bd req-4104d63a-9f61-4d2a-93b3-c2346df2e4c6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:45.073832 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7e7f6d3a-f928-4fc1-ac00-cffa2cd119bd req-4104d63a-9f61-4d2a-93b3-c2346df2e4c6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0505176 Oct 22 18:48:45.119023 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7e7f6d3a-f928-4fc1-ac00-cffa2cd119bd req-08216178-e2b5-4bd8-a8e9-921c05840a7a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342181 Oct 22 18:48:45.447563 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3aad-c616-44eb-a1f8-c923ded159cc req-d19ef7c3-dea2-45fd-94cd-de33b27a76cc tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:45.449081 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-22db3aad-c616-44eb-a1f8-c923ded159cc req-d19ef7c3-dea2-45fd-94cd-de33b27a76cc tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 945 time: 0.0509851 Oct 22 18:48:45.493875 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-22db3aad-c616-44eb-a1f8-c923ded159cc req-0cc6dd92-a4f3-4e98-9dd3-beed1dbd7e76 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357776 Oct 22 18:48:45.719603 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device dc3a5754-50f5-46fc-a509-bb6ec9de94b2 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:45.773772 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:48:45.778450 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:45.778832 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:45.858978 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:45.882286 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:45.884625 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8562c4b6-0205-48fc-85be-60723b1e8214" -d '{"events": [{"server_uuid": "d8f34ea3-34b5-4b11-be59-f9051ec61c72", "name": "network-vif-plugged", "status": "completed", "tag": "dc3a5754-50f5-46fc-a509-bb6ec9de94b2"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:45.899912 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port dc3a5754-50f5-46fc-a509-bb6ec9de94b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:45.911086 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:45.911832 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:45.942863 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abb2ea3-291e-4325-bc69-283654463d5b x-openstack-request-id: req-4abb2ea3-291e-4325-bc69-283654463d5b {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:45.943180 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f34ea3-34b5-4b11-be59-f9051ec61c72", "name": "network-vif-plugged", "status": "completed", "tag": "dc3a5754-50f5-46fc-a509-bb6ec9de94b2", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:45.943427 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4abb2ea3-291e-4325-bc69-283654463d5b {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:45.943805 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2', 'code': 200} Oct 22 18:48:46.001769 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:46.013995 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.014372 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.014688 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.015017 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.015514 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.015990 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.016472 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.016936 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.017421 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.017889 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.018379 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.018703 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:48:46.022996 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:48:46.027507 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:46.028201 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:46.139950 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeb1dd-5958-4851-a335-e4efee12c437 req-af20cf1b-5045-450c-bc6c-94ff93d5fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:46.141600 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6edeb1dd-5958-4851-a335-e4efee12c437 req-af20cf1b-5045-450c-bc6c-94ff93d5fcc7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0524647 Oct 22 18:48:46.145202 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:46.189041 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:46.196136 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6edeb1dd-5958-4851-a335-e4efee12c437 req-98e01f75-dc71-45b5-98b6-f387d04f2acf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 Oct 22 18:48:46.204905 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:46.206331 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a6f7a357-23ed-4135-95fe-f8fda72405ce up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:48:46.284086 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a9181-f258-4d3a-bf19-825342e4df8d req-8a7c6a71-38c4-46c2-a8c1-e6fd843d270d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:46.285812 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8b5a9181-f258-4d3a-bf19-825342e4df8d req-8a7c6a71-38c4-46c2-a8c1-e6fd843d270d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0687623 Oct 22 18:48:46.300429 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:46.312984 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port a6f7a357-23ed-4135-95fe-f8fda72405ce completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:48:46.316853 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port a6f7a357-23ed-4135-95fe-f8fda72405ce triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:48:46.317220 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:46.343228 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8b5a9181-f258-4d3a-bf19-825342e4df8d req-de29b9f6-afdc-465c-b5b7-d05202091c7e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485578 Oct 22 18:48:46.399740 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:46.431614 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a6f7a357-23ed-4135-95fe-f8fda72405ce, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:48:46.436254 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:46.489833 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a6f7a357-23ed-4135-95fe-f8fda72405ce,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:46.626567 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d984290-e8d7-4e18-bcd2-16ccdb9bc5a6 req-5dad4332-9a0a-4289-83db-193600e10b58 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:46.628334 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7d984290-e8d7-4e18-bcd2-16ccdb9bc5a6 req-5dad4332-9a0a-4289-83db-193600e10b58 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0558026 Oct 22 18:48:46.684079 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7d984290-e8d7-4e18-bcd2-16ccdb9bc5a6 req-41efcb82-a122-4a00-b692-959645062a87 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 Oct 22 18:48:46.941545 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a2f68fda-70e3-4c49-aaf5-6ca019a80dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:47.471927 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195ba45-8195-474c-867f-7aa3223ba63f req-9f0f79c2-4942-4a9f-9783-46568bd02a65 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:47.474055 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1195ba45-8195-474c-867f-7aa3223ba63f req-9f0f79c2-4942-4a9f-9783-46568bd02a65 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0547254 Oct 22 18:48:47.477770 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:48:47.515814 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1195ba45-8195-474c-867f-7aa3223ba63f req-94ad2d7b-90a9-4715-b846-f9139a5db508 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Oct 22 18:48:47.812053 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16583e3-874d-4c52-890a-15268c5fc487 req-d2b82590-50a9-4309-8691-2ea9e24bd008 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:47.813723 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a16583e3-874d-4c52-890a-15268c5fc487 req-d2b82590-50a9-4309-8691-2ea9e24bd008 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0498016 Oct 22 18:48:47.858299 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a16583e3-874d-4c52-890a-15268c5fc487 req-a1da5ea6-255a-468b-aadd-caff18a0137c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Oct 22 18:48:47.916369 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:47.945922 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}, {'server_uuid': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f7a357-23ed-4135-95fe-f8fda72405ce'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:47.948786 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0895e67-84ec-4da3-8d14-eef952e4d78c" -d '{"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-plugged", "status": "completed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6"}, {"server_uuid": "4ca8f5cd-f209-41bf-ace5-23f8910007df", "name": "network-vif-plugged", "status": "completed", "tag": "a6f7a357-23ed-4135-95fe-f8fda72405ce"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:48.006099 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6969d376-2f58-4098-aa4e-9b3cbae900a7 x-openstack-request-id: req-6969d376-2f58-4098-aa4e-9b3cbae900a7 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:48.006642 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-plugged", "status": "completed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6", "code": 200}, {"server_uuid": "4ca8f5cd-f209-41bf-ace5-23f8910007df", "name": "network-vif-plugged", "status": "completed", "tag": "a6f7a357-23ed-4135-95fe-f8fda72405ce", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:48.006903 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6969d376-2f58-4098-aa4e-9b3cbae900a7 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:48.007342 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'code': 200} Oct 22 18:48:48.007599 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f7a357-23ed-4135-95fe-f8fda72405ce', 'code': 200} Oct 22 18:48:48.295059 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:48.369654 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66f37f-d62a-45c9-894f-059f0c6904af req-d66134a2-9d6c-43ac-bde3-05419fb6fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:48.371363 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-af66f37f-d62a-45c9-894f-059f0c6904af req-d66134a2-9d6c-43ac-bde3-05419fb6fa61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 1099 time: 0.1265831 Oct 22 18:48:48.378803 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50accd0e-78f9-410b-9fa2-e7c09a5e08be req-a6790300-996a-4583-9740-7ea72c8199ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:48.380116 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-50accd0e-78f9-410b-9fa2-e7c09a5e08be req-a6790300-996a-4583-9740-7ea72c8199ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1099 time: 0.1242580 Oct 22 18:48:48.465292 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-50accd0e-78f9-410b-9fa2-e7c09a5e08be req-f52d8ed5-9d51-4384-b1c1-7be03cbe5f8c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546608 Oct 22 18:48:48.470313 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-af66f37f-d62a-45c9-894f-059f0c6904af req-287f0c85-d982-499f-8746-67225284f273 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686941 Oct 22 18:48:48.638750 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7100c78-713d-45ab-be70-eb617c6925c9 req-7a404418-b72f-4ace-9eb9-c38a4fd94237 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:48.640180 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b7100c78-713d-45ab-be70-eb617c6925c9 req-7a404418-b72f-4ace-9eb9-c38a4fd94237 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0509520 Oct 22 18:48:48.678718 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b7100c78-713d-45ab-be70-eb617c6925c9 req-79a3f7a4-a18d-4c1a-99dc-27370fe357b2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Oct 22 18:48:48.988897 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e423b-a939-4b1d-83f0-fddb3fb24e62 req-b4769471-52b6-486e-acce-d4ee01f8d716 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:48.990468 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-674e423b-a939-4b1d-83f0-fddb3fb24e62 req-b4769471-52b6-486e-acce-d4ee01f8d716 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0494828 Oct 22 18:48:49.028653 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-674e423b-a939-4b1d-83f0-fddb3fb24e62 req-2b750cf6-cd99-4651-9b8f-909707bf96d6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Oct 22 18:48:49.808802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e028ad-2db4-43d3-9d11-d72a0e70a353 req-6c48606e-3b51-4b56-a31a-5e1580179745 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:49.817233 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48e028ad-2db4-43d3-9d11-d72a0e70a353 req-6c48606e-3b51-4b56-a31a-5e1580179745 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0618043 Oct 22 18:48:49.843167 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59540) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:49.862603 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48e028ad-2db4-43d3-9d11-d72a0e70a353 req-890971e2-710f-40ee-b035-244f9adf5e1a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Oct 22 18:48:49.922699 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:49.994339 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4c477fb3-440c-4435-a854-2353c6d3a24d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.108711 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4c477fb3-440c-4435-a854-2353c6d3a24d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.112413 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4c477fb3-440c-4435-a854-2353c6d3a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.175040 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-4c477fb3-440c-4435-a854-2353c6d3a24d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99997d160350443ebb5e0aa90a3d1359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305240 Oct 22 18:48:50.178633 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59564) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:50.180601 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c477fb3-440c-4435-a854-2353c6d3a24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9febe0-0ab3-4956-a622-ffee9b106961,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:50.201906 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e99b4f-717f-4177-8635-10c1f580cfea req-d69e2332-53b5-4a34-9dd1-dd964bc681b5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:50.203481 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-10e99b4f-717f-4177-8635-10c1f580cfea req-d69e2332-53b5-4a34-9dd1-dd964bc681b5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0739968 Oct 22 18:48:50.246542 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-10e99b4f-717f-4177-8635-10c1f580cfea req-9b0ca214-6d2e-4bdd-92e3-c24923a563c0 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Oct 22 18:48:50.246759 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59566) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:50.255259 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-703c9452-d962-4133-95a4-b38afbff2790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.282787 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-703c9452-d962-4133-95a4-b38afbff2790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.335937 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-703c9452-d962-4133-95a4-b38afbff2790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.338695 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-703c9452-d962-4133-95a4-b38afbff2790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.343319 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-703c9452-d962-4133-95a4-b38afbff2790 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be9febe0-0ab3-4956-a622-ffee9b106961 HTTP/1.1" status: 204 len: 168 time: 0.1635673 Oct 22 18:48:50.352146 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c9452-d962-4133-95a4-b38afbff2790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9febe0-0ab3-4956-a622-ffee9b106961,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:50.367148 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-81b937ff-a078-43fd-bdb5-93bcd81531b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.466183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-81b937ff-a078-43fd-bdb5-93bcd81531b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.469049 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-81b937ff-a078-43fd-bdb5-93bcd81531b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.508497 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-81b937ff-a078-43fd-bdb5-93bcd81531b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2abc2ec4d2124f659bba4965e2df35b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607813 Oct 22 18:48:50.509397 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b937ff-a078-43fd-bdb5-93bcd81531b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94cd93e-5f98-415a-ac3e-f6fe5e70e234,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:50.511293 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59574) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:50.568783 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4141b9b-edc4-4e6e-b396-7d895868a219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.592060 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4141b9b-edc4-4e6e-b396-7d895868a219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.650136 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4141b9b-edc4-4e6e-b396-7d895868a219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.653789 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4141b9b-edc4-4e6e-b396-7d895868a219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.655947 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a4141b9b-edc4-4e6e-b396-7d895868a219 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d94cd93e-5f98-415a-ac3e-f6fe5e70e234 HTTP/1.1" status: 204 len: 168 time: 0.1425755 Oct 22 18:48:50.662023 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59580) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:50.668823 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141b9b-edc4-4e6e-b396-7d895868a219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94cd93e-5f98-415a-ac3e-f6fe5e70e234,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:50.697813 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-56946dcd-d107-42a1-bf5d-a79c14753877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.796448 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-56946dcd-d107-42a1-bf5d-a79c14753877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.807455 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-56946dcd-d107-42a1-bf5d-a79c14753877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.856528 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-56946dcd-d107-42a1-bf5d-a79c14753877 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a588ee288ccb4ff98caa9c32690cb466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932628 Oct 22 18:48:50.858011 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56946dcd-d107-42a1-bf5d-a79c14753877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f73d77-dc53-426d-bf49-25877cc22bd9,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:50.860353 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59582) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:50.921268 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0fe73bd-32e5-4a88-8412-03271f3fda61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.950688 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0fe73bd-32e5-4a88-8412-03271f3fda61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:50.989991 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbdcba-0a51-408a-9752-ee53285cd785 req-e285c28a-627d-4d1b-b2a5-5e537c2fe084 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:50.991781 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e9bbdcba-0a51-408a-9752-ee53285cd785 req-e285c28a-627d-4d1b-b2a5-5e537c2fe084 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0520656 Oct 22 18:48:51.016209 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0fe73bd-32e5-4a88-8412-03271f3fda61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.018845 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0fe73bd-32e5-4a88-8412-03271f3fda61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.020014 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-e0fe73bd-32e5-4a88-8412-03271f3fda61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96f73d77-dc53-426d-bf49-25877cc22bd9 HTTP/1.1" status: 204 len: 168 time: 0.1587565 Oct 22 18:48:51.038445 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe73bd-32e5-4a88-8412-03271f3fda61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f73d77-dc53-426d-bf49-25877cc22bd9,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:51.078071 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e9bbdcba-0a51-408a-9752-ee53285cd785 req-436e9ed8-5ed5-46ff-8f21-6272c7008f8c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752358 Oct 22 18:48:51.207402 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.244480 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72003c-5b95-454a-99e0-146ddc00e995 req-7250d5a6-c878-456a-a431-b7e193be77d8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:51.246949 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9d72003c-5b95-454a-99e0-146ddc00e995 req-7250d5a6-c878-456a-a431-b7e193be77d8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0681791 Oct 22 18:48:51.256239 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59606) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:51.261593 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'floatingip': {'port_id': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:51.289879 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59610) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:51.318595 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3d6c8c9-1be8-48c7-8270-9b42d6e9c084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.357737 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59618) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:51.413008 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.445983 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] Deleting subnet 6300e380-82e8-4a54-931f-0d257a6c6adb {{(pid=106215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:48:51.450610 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.537539 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12402833'] for subnet, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.587767 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3d6c8c9-1be8-48c7-8270-9b42d6e9c084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.605586 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3d6c8c9-1be8-48c7-8270-9b42d6e9c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.663229 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.743219 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b3d6c8c9-1be8-48c7-8270-9b42d6e9c084 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fb14d49713a4e9a94d934065afefb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516098 Oct 22 18:48:51.758818 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59640) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:51.780386 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6c8c9-1be8-48c7-8270-9b42d6e9c084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb1ffe-29e1-4daa-a313-919dac3c4ef0,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:51.795115 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-b859e08b-c5aa-436e-8f11-f9f0a551013f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:51.797442 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-b859e08b-c5aa-436e-8f11-f9f0a551013f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.2372394 Oct 22 18:48:51.834557 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-b4630139-ae40-4ee9-a101-4d6d7e1d721e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/quotas/0bbd7dfac0974baa90e5e8b8210853f1 HTTP/1.1" status: 200 len: 375 time: 0.0222416 Oct 22 18:48:51.835337 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77070866-0351-48bd-a355-9f0184cccd39 req-b7c8beef-fe2a-4ef4-8115-bd822db36049 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:51.837235 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-77070866-0351-48bd-a355-9f0184cccd39 req-b7c8beef-fe2a-4ef4-8115-bd822db36049 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.3498442 Oct 22 18:48:51.873659 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12333493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12377001'] for subnet, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.934803 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-77070866-0351-48bd-a355-9f0184cccd39 req-e023e50c-5eb7-496f-b152-f0939386b876 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Oct 22 18:48:51.948377 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:51.956562 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6300e380-82e8-4a54-931f-0d257a6c6adb HTTP/1.1" status: 204 len: 168 time: 0.5972362 Oct 22 18:48:51.959843 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59650) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:51.963291 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39b912-810e-4c1c-8f45-a910014cad39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6300e380-82e8-4a54-931f-0d257a6c6adb,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:51.980325 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0147291a-5ae0-42ce-bf5d-35df61730d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.019257 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0147291a-5ae0-42ce-bf5d-35df61730d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.066956 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-fe25034c-e285-4853-a2ab-17d3303de458 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2190890 Oct 22 18:48:52.129191 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.147348 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-3e8fe183-e403-4b0d-9269-bec3d7701ae3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1656833 Oct 22 18:48:52.231795 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-55865f1b-273c-48cf-adc9-0a4b76d972da service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637597 Oct 22 18:48:52.265062 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0147291a-5ae0-42ce-bf5d-35df61730d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.267753 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0147291a-5ae0-42ce-bf5d-35df61730d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.271294 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-0147291a-5ae0-42ce-bf5d-35df61730d89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74cb1ffe-29e1-4daa-a313-919dac3c4ef0 HTTP/1.1" status: 204 len: 168 time: 0.5091925 Oct 22 18:48:52.289078 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147291a-5ae0-42ce-bf5d-35df61730d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb1ffe-29e1-4daa-a313-919dac3c4ef0,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:52.378440 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-99e1e019-3e5d-4515-8956-09895f957795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:52.380026 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-99e1e019-3e5d-4515-8956-09895f957795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 1098 time: 0.1452439 Oct 22 18:48:52.405692 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.469219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb3bb73-f231-4a46-9500-92e3d9e31134']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:52.499686 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a116e6-f7dd-4b1d-a26d-f10c77023a0b') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:52.500120 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a116e6-f7dd-4b1d-a26d-f10c77023a0b') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:52.533193 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.539592 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.541956 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.548556 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-d5b9777b-9369-46b5-a2d3-e7e8807a1ca0 service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021343 Oct 22 18:48:52.565574 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.593122 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:48:52.593524 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:48:52.599335 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:48:52.648619 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-f9098826-32ba-43e8-ade5-61c1717609ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:52.650296 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-f9098826-32ba-43e8-ade5-61c1717609ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 915 time: 0.2386541 Oct 22 18:48:52.769317 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Floating IP 9996c137-3095-41f2-9b39-fbce847bc6d7 associated. External IP: 172.27.0.138, port: 287ba173-9b9c-4426-ae81-c4cc3592b1e6. Oct 22 18:48:52.843411 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-76aaae16-4c02-401c-aca9-16727cb19ca1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fe4558d-e790-4bdb-98e5-b6284da07096 HTTP/1.1" status: 200 len: 217 time: 0.1744266 Oct 22 18:48:52.942982 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a0ab0294-a516-48ea-beb3-c9948f1b8316 req-4c310339-196c-44fb-a715-4dda3b60cd83 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 210 time: 0.0400848 Oct 22 18:48:52.962421 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.977470 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:52.989203 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59682) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:52.993663 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5eb3bb73-f231-4a46-9500-92e3d9e31134 HTTP/1.1" status: 204 len: 168 time: 1.0304673 Oct 22 18:48:53.058345 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034bbe-f6dd-45ea-ba31-ed3e090baf47 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb3bb73-f231-4a46-9500-92e3d9e31134,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:53.099554 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-d38160f8-ff03-4855-9d48-75e168b2dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:53.101032 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-d38160f8-ff03-4855-9d48-75e168b2dd0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78052a3d-c520-4c56-b4cd-34e46ac9ac79 HTTP/1.1" status: 200 len: 854 time: 0.2420952 Oct 22 18:48:53.178685 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Router c446c57e-fda2-4d75-88d4-3d32b793e57d has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:48:53.187275 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] Deleting subnet a48d4f74-e6b4-446c-ba79-7c527be85228 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:48:53.189595 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-8e6d159b-8838-442e-9d82-75f746799070 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3214b4-ef5b-4a89-a12a-c05c2c379161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633578 Oct 22 18:48:53.194014 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:53.308567 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:53.409403 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:53.613289 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49f721-0762-4e62-9203-8fee8cb9e462 req-d2cbb7c6-832e-4dad-ace4-5f2b872f5623 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:53.621193 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2e49f721-0762-4e62-9203-8fee8cb9e462 req-d2cbb7c6-832e-4dad-ace4-5f2b872f5623 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.5112457 Oct 22 18:48:53.668457 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:48:53.676291 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:53.684813 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] Sync routers for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:48:53.704321 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:48:53.704748 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:48:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:53.712472 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2e49f721-0762-4e62-9203-8fee8cb9e462 req-f40ba067-64d1-477c-882d-00808c3987f4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882325 Oct 22 18:48:53.756321 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-04370ac1-de51-4ccb-9e36-b3be54b2f996 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474815 Oct 22 18:48:53.796170 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-05cd8d54-a889-47e6-9cd1-3dfee8acaf52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "PUT /v2.0/floatingips/9996c137-3095-41f2-9b39-fbce847bc6d7 HTTP/1.1" status: 200 len: 992 time: 2.5385289 Oct 22 18:48:53.801919 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:53.806624 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87db94b6-61a0-4eda-903d-1685e0fde235" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:53.880546 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:53.940624 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48d4f74-e6b4-446c-ba79-7c527be85228,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:53.952120 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:53.957574 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3c54a531-a56f-4d46-b539-b48c17e66521 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a48d4f74-e6b4-446c-ba79-7c527be85228 HTTP/1.1" status: 204 len: 168 time: 0.9671860 Oct 22 18:48:53.961008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59728) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:53.977000 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10fd712-5ab3-4c65-8cb8-e9f5f12851f0 req-3b6e6633-e595-402c-8b3d-c906c4f2f85c service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116795 Oct 22 18:48:54.032683 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaad3d9-8ac3-4fb1-ab86-b4fa5069ab4d x-openstack-request-id: req-6aaad3d9-8ac3-4fb1-ab86-b4fa5069ab4d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:54.033084 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:54.033286 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6aaad3d9-8ac3-4fb1-ab86-b4fa5069ab4d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:54.033697 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'status': 'completed', 'code': 200} Oct 22 18:48:54.040966 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:48:54.180741 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:54.211291 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ea5d0117-4223-4411-8490-95c32af24339 req-ded7a571-9a35-4fba-8019-c703a8c14ef4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 210 time: 0.0805612 Oct 22 18:48:54.399930 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-7cecea44-a078-4bc1-9c79-be79b4a97ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:54.401426 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-7cecea44-a078-4bc1-9c79-be79b4a97ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1099 time: 0.2912812 Oct 22 18:48:54.407548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e1aa8-1695-479b-85a7-f37de89e2e77 req-56047aa4-c621-4327-b511-b22ce390ab16 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:54.415404 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e34e1aa8-1695-479b-85a7-f37de89e2e77 req-56047aa4-c621-4327-b511-b22ce390ab16 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.1249914 Oct 22 18:48:54.524213 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '9996c137-3095-41f2-9b39-fbce847bc6d7', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'port_id': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'mac_address': 'fa:16:3e:a9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:48:01Z', 'updated_at': '2021-10-22T18:48:52Z', 'revision_number': 1, 'project_id': '2ed23824381e47008d6df4620c158834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:54.557955 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] Checking router: c446c57e-fda2-4d75-88d4-3d32b793e57d for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:48:54.568983 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:48:54.569879 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:48:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:54.661184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-b54f6f46-96ee-412d-bcc0-bde623e40609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:54.662766 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-b54f6f46-96ee-412d-bcc0-bde623e40609 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.2198744 Oct 22 18:48:54.666125 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e34e1aa8-1695-479b-85a7-f37de89e2e77 req-dc745a4b-59ac-4ecf-945c-bf4393df5be9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496791 Oct 22 18:48:54.705401 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:54.725159 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-5edb727b-8066-45c4-ae89-9287b5c6946a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:54.728345 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-5edb727b-8066-45c4-ae89-9287b5c6946a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.3101006 Oct 22 18:48:54.753101 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Request body: {'port': {'device_id': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'admin_state_up': True, 'tenant_id': '0bbd7dfac0974baa90e5e8b8210853f1'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:54.755381 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:48:54.788949 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:54.807604 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934374f-9507-49ee-bbff-4e58b039c972 req-055642fb-4d4c-4134-923b-5a7bcfd0b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:54.809143 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-055642fb-4d4c-4134-923b-5a7bcfd0b40c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 1099 time: 0.5680804 Oct 22 18:48:54.818926 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92a1f73-a4bb-40da-9281-0b6e92ce653b') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:54.819362 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92a1f73-a4bb-40da-9281-0b6e92ce653b') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:54.856278 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:54.909538 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-2aa87558-d02b-4fb7-879b-19e22b6f5d0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 200 len: 1000 time: 0.2003160 Oct 22 18:48:54.924438 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.037618 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Made reservation on behalf of 0bbd7dfac0974baa90e5e8b8210853f1 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:48:55.044138 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.071510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934374f-9507-49ee-bbff-4e58b039c972 req-ae1925bf-1276-4bec-9993-d74f6b40388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:55.075087 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-ae1925bf-1276-4bec-9993-d74f6b40388e service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.2370918 Oct 22 18:48:55.153112 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:48:55.153526 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.157312 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-ac598ca1-34c0-46f1-b82a-48ade303c0e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce HTTP/1.1" status: 200 len: 217 time: 0.0637908 Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:48:55.157999 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:48:55.241532 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Allocated IP 172.20.0.5 (ce3214b4-ef5b-4a89-a12a-c05c2c379161/78052a3d-c520-4c56-b4cd-34e46ac9ac79/f869a14f-2561-40a5-bb54-c3e96fb39c0a) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:48:55.283169 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-78d23523-6dbd-4503-bc90-4b50146f93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:55.285496 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-78d23523-6dbd-4503-bc90-4b50146f93da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.3625894 Oct 22 18:48:55.290845 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934374f-9507-49ee-bbff-4e58b039c972 req-b2ab7472-3ccc-4e58-b2c5-b2b7e4c500ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:55.292618 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-b2ab7472-3ccc-4e58-b2c5-b2b7e4c500ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.1202891 Oct 22 18:48:55.297391 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.310091 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.327867 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] 10.222.0.15 "DELETE /v2.0/networks/d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff HTTP/1.1" status: 204 len: 168 time: 1.3625023 Oct 22 18:48:55.356048 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '9996c137-3095-41f2-9b39-fbce847bc6d7', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'port_id': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'mac_address': 'fa:16:3e:a9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:48:01Z', 'updated_at': '2021-10-22T18:48:52Z', 'revision_number': 1, 'project_id': '2ed23824381e47008d6df4620c158834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:48:55.385052 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-83995f11-8da3-4861-8181-2e4e8e1e7089 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554504 Oct 22 18:48:55.385893 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784150a-4457-4a62-95bf-e0bb0de4f4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bc72ec-54c7-4f98-9fcb-5e0f7ccda1ff,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:55.424979 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-f887c71b-66ca-49c2-9cff-8dfa1d2f9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:55.426579 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-f887c71b-66ca-49c2-9cff-8dfa1d2f9a70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0999019 Oct 22 18:48:55.448935 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6793fe29-747f-4092-bf45-4c3925db3004 None None] The sync data for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi is: [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '9996c137-3095-41f2-9b39-fbce847bc6d7', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'port_id': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'mac_address': 'fa:16:3e:a9:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:48:01Z', 'updated_at': '2021-10-22T18:48:52Z', 'revision_number': 1, 'project_id': '2ed23824381e47008d6df4620c158834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:48:55.504224 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.566206 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a964e996-1d28-4301-9a3d-f3a1171f9aab req-9d129cc9-b8a8-4c54-9cdb-0f285a3f1cd4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 210 time: 0.1337137 Oct 22 18:48:55.587543 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.600064 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:48:55.654415 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event updated for resources: {'Port': ['ID=f869a14f-2561-40a5-bb54-c3e96fb39c0a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:55.672171 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:48:55.674586 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:48:55.682900 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:48:55.741500 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-25c1dd81-e469-4133-8d10-9dde0be9efef service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793348 Oct 22 18:48:55.742061 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59788) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:55.749174 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-e3c31beb-bc2b-4f9a-b0c2-a58d3b0ecff8 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784696 Oct 22 18:48:55.805051 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:55.805789 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.852914 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-46bcb52f-eb08-43ae-b95b-56e417df901e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6f6447ca3994e3684c036f00ff563d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1093659 Oct 22 18:48:55.859520 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59790) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:55.860702 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-6bb40769-931a-429e-9ad6-2cfde4303e38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1124358 Oct 22 18:48:55.867235 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f96a3e9-2e2e-47fd-ae2d-84aa5bc3a3cd None None] New status for floating IP 9996c137-3095-41f2-9b39-fbce847bc6d7: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:48:55.882058 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Request body: {'port': {'device_id': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:48:55.935420 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edb84-710e-43e3-a031-08d93d9d8c18 req-2d4e4a68-4d4e-4b67-9d20-01d5606941e6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:55.938339 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:55.944062 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d22edb84-710e-43e3-a031-08d93d9d8c18 req-2d4e4a68-4d4e-4b67-9d20-01d5606941e6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.1517906 Oct 22 18:48:56.061506 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d22edb84-710e-43e3-a031-08d93d9d8c18 req-7c95e806-c439-4eca-931e-ed04f3f3d46f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148911 Oct 22 18:48:56.081236 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-17d98118-d558-40a3-875c-47f4b8bcad4e service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238025 Oct 22 18:48:56.110456 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-324880e4-7791-4cb6-ab24-d5f7501ad80a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.173553 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-324880e4-7791-4cb6-ab24-d5f7501ad80a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.202335 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87db94b6-61a0-4eda-903d-1685e0fde235 req-380ca3d0-7c07-40d0-a4fa-7c2ebc0898f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465518 Oct 22 18:48:56.288918 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-324880e4-7791-4cb6-ab24-d5f7501ad80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.292465 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-324880e4-7791-4cb6-ab24-d5f7501ad80a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.297739 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-324880e4-7791-4cb6-ab24-d5f7501ad80a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dae1cd52-2403-496a-bf38-3204b85fa503 HTTP/1.1" status: 204 len: 168 time: 0.4318798 Oct 22 18:48:56.305719 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324880e4-7791-4cb6-ab24-d5f7501ad80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae1cd52-2403-496a-bf38-3204b85fa503,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:56.390594 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f869a14f-2561-40a5-bb54-c3e96fb39c0a {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:48:56.399354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.415574 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Transition to ACTIVE for port object f869a14f-2561-40a5-bb54-c3e96fb39c0a will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:48:56.420706 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.559301 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Pushing event updated for resources: {'Port': ['ID=f869a14f-2561-40a5-bb54-c3e96fb39c0a,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:56.626553 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Attempting to bind port f869a14f-2561-40a5-bb54-c3e96fb39c0a on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:48:56.626898 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Attempting to bind port f869a14f-2561-40a5-bb54-c3e96fb39c0a by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:48:56.627208 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Attempting to bind port f869a14f-2561-40a5-bb54-c3e96fb39c0a on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:56.636988 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Port f869a14f-2561-40a5-bb54-c3e96fb39c0a on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:48:56.637328 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Attempting to bind port f869a14f-2561-40a5-bb54-c3e96fb39c0a on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:48:56.644185 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:48:56.644606 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Checking segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:48:56.644886 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Bound using segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:48:56.645312 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Bound port: f869a14f-2561-40a5-bb54-c3e96fb39c0a, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:48:56.645661 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.723975 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1de322-bfd1-4c07-8456-ec0eb6c0ac99 req-8574f5ec-d1d8-4b97-b4ac-5e23445951b4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:56.730687 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4f1de322-bfd1-4c07-8456-ec0eb6c0ac99 req-8574f5ec-d1d8-4b97-b4ac-5e23445951b4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 943 time: 0.0850656 Oct 22 18:48:56.772343 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] For port f869a14f-2561-40a5-bb54-c3e96fb39c0a, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:48:56.776905 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] For port f869a14f-2561-40a5-bb54-c3e96fb39c0a, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f869a14f-2561-40a5-bb54-c3e96fb39c0a,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:48:56.785648 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.799767 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4f1de322-bfd1-4c07-8456-ec0eb6c0ac99 req-a917df45-ee2e-4aea-abd3-4aeebe9b7de0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634537 Oct 22 18:48:56.838911 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59846) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:56.845412 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:56.846075 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:56.847642 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] 10.222.0.37 "PUT /v2.0/ports/f869a14f-2561-40a5-bb54-c3e96fb39c0a HTTP/1.1" status: 200 len: 1093 time: 0.9724605 Oct 22 18:48:56.848164 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'tag': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:48:56.851461 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d" -d '{"events": [{"name": "network-changed", "server_uuid": "6812bcce-6401-482c-aafe-6fb5a95fed41", "tag": "f869a14f-2561-40a5-bb54-c3e96fb39c0a"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:48:56.891410 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67541e14-7242-4a4b-bc50-10ddc361b198 service neutron] Pushing event updated for resources: {'Port': ['ID=f869a14f-2561-40a5-bb54-c3e96fb39c0a,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:56.943105 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b31a1585-f7e4-4771-8316-5b20bec57bcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e53b181c5e44a478780a8be144e708c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989630 Oct 22 18:48:56.943105 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59854) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:56.962331 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53aa3e9-fd7a-41ba-b5bc-36e62271e812 x-openstack-request-id: req-f53aa3e9-fd7a-41ba-b5bc-36e62271e812 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:48:56.962875 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6812bcce-6401-482c-aafe-6fb5a95fed41", "tag": "f869a14f-2561-40a5-bb54-c3e96fb39c0a", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:48:56.963274 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f53aa3e9-fd7a-41ba-b5bc-36e62271e812 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:48:56.963810 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'tag': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'status': 'completed', 'code': 200} Oct 22 18:48:56.983562 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-0e327e5c-d9a9-4e08-938d-6829685c3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:56.985428 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-0e327e5c-d9a9-4e08-938d-6829685c3ddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 1096 time: 0.0655749 Oct 22 18:48:57.020030 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3bfba95-9ebc-4fc0-b228-77a746e68eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:57.040816 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-a674888e-ead7-433f-8d30-69c7f2d9bb4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f869a14f-2561-40a5-bb54-c3e96fb39c0a HTTP/1.1" status: 200 len: 217 time: 0.0459416 Oct 22 18:48:57.048181 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3bfba95-9ebc-4fc0-b228-77a746e68eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:57.112389 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-a9854e20-0115-468b-bb52-7a9d9b1a0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:57.114464 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-a9854e20-0115-468b-bb52-7a9d9b1a0517 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78052a3d-c520-4c56-b4cd-34e46ac9ac79 HTTP/1.1" status: 200 len: 854 time: 0.0610616 Oct 22 18:48:57.118987 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3bfba95-9ebc-4fc0-b228-77a746e68eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:57.123466 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3bfba95-9ebc-4fc0-b228-77a746e68eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:57.127103 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d3bfba95-9ebc-4fc0-b228-77a746e68eed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ea9aaec-bc96-4352-8eca-6676d0d51c00 HTTP/1.1" status: 204 len: 168 time: 0.1810496 Oct 22 18:48:57.133060 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfba95-9ebc-4fc0-b228-77a746e68eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea9aaec-bc96-4352-8eca-6676d0d51c00,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:57.167174 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-c943530c-3b14-42ec-af8b-c1c0fff781b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3214b4-ef5b-4a89-a12a-c05c2c379161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310185 Oct 22 18:48:57.234085 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288aace-5148-443a-bfb5-373451b13810 req-e35ed612-e4e1-41be-a4c1-c0466ae9ab9e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:57.241266 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9288aace-5148-443a-bfb5-373451b13810 req-e35ed612-e4e1-41be-a4c1-c0466ae9ab9e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0705032 Oct 22 18:48:57.277258 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9288aace-5148-443a-bfb5-373451b13810 req-7cca0e02-df9c-4553-a906-0c309d5e7da9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Oct 22 18:48:57.328414 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-66c2a37c-0b7f-4308-b96f-8531a75edbc2 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376517 Oct 22 18:48:57.445186 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b705b7c8-8c0b-4bb8-8a63-67fea4c04683 req-bbd1321f-a84f-46ea-ab98-35a7e3ba3bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005261 Oct 22 18:48:57.566825 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-f485ad35-6a38-4f23-ada7-136cd4a1cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:57.568631 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-f485ad35-6a38-4f23-ada7-136cd4a1cc2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 1096 time: 0.0487292 Oct 22 18:48:57.775373 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-6f9f794c-9938-4234-8546-e89bc059d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:57.777124 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-6f9f794c-9938-4234-8546-e89bc059d35f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 915 time: 0.1899266 Oct 22 18:48:57.826989 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-e2145575-63df-4262-b7bf-c3923a1d6d91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f869a14f-2561-40a5-bb54-c3e96fb39c0a HTTP/1.1" status: 200 len: 217 time: 0.0402091 Oct 22 18:48:57.885155 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-878ced61-cbfd-4b60-a283-f1af1199f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:57.886621 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-878ced61-cbfd-4b60-a283-f1af1199f7c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78052a3d-c520-4c56-b4cd-34e46ac9ac79 HTTP/1.1" status: 200 len: 854 time: 0.0500202 Oct 22 18:48:57.922862 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-510ff2d9-99d9-4a38-8e75-f1c5ed15639c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3214b4-ef5b-4a89-a12a-c05c2c379161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261180 Oct 22 18:48:57.930826 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397457d-9a28-48da-87ec-94031e6e20f1 req-b5be5a80-f9c1-49ba-a036-cd42198d39d1 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:57.932305 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d397457d-9a28-48da-87ec-94031e6e20f1 req-b5be5a80-f9c1-49ba-a036-cd42198d39d1 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 943 time: 0.0508978 Oct 22 18:48:57.978455 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d397457d-9a28-48da-87ec-94031e6e20f1 req-f6b3a012-9254-45e2-9792-ab6c7bb4c8a5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Oct 22 18:48:58.066742 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-012f1724-009c-4a90-a621-d1ee2f83ca9b service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245716 Oct 22 18:48:58.176349 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ddfba9c-bc3f-422a-95e5-c64ebb1aa65d req-7c085bc3-42f3-4f65-b066-ddac528793f7 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009190 Oct 22 18:48:58.416106 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e59d2b-e90e-49e6-b7ba-2c9fef41583f req-a4254b25-016a-4246-a789-e4a781eaa662 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:58.425237 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07e59d2b-e90e-49e6-b7ba-2c9fef41583f req-a4254b25-016a-4246-a789-e4a781eaa662 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0598221 Oct 22 18:48:58.473996 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07e59d2b-e90e-49e6-b7ba-2c9fef41583f req-8bce846e-e376-4cb6-9635-63ee1594e2ea tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Oct 22 18:48:58.484219 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59928) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:58.509956 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59932) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:58.614717 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-890928f2-2af9-491e-825f-1cb02f432c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.632839 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-125c26d2-9fa6-4ac8-9366-64aab40f2fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.726961 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-890928f2-2af9-491e-825f-1cb02f432c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.732420 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-890928f2-2af9-491e-825f-1cb02f432c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.770590 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80169d54-ab4c-4b84-8ec5-9eaf4d56bf1f req-612b8aef-57d1-42ce-9bdb-7e1303587b93 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:58.772076 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-80169d54-ab4c-4b84-8ec5-9eaf4d56bf1f req-612b8aef-57d1-42ce-9bdb-7e1303587b93 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0853746 Oct 22 18:48:58.774161 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-125c26d2-9fa6-4ac8-9366-64aab40f2fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.778799 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-890928f2-2af9-491e-825f-1cb02f432c25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bb10995b7894e30ae13269c82fa3f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926106 Oct 22 18:48:58.779923 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59942) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:58.780752 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890928f2-2af9-491e-825f-1cb02f432c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590b9491-4923-4179-a7b7-a48e455bc975,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:58.791976 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-125c26d2-9fa6-4ac8-9366-64aab40f2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.876818 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-80169d54-ab4c-4b84-8ec5-9eaf4d56bf1f req-cd54f197-546d-4e6c-b786-9c2cc1173b6e tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988634 Oct 22 18:48:58.882472 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-125c26d2-9fa6-4ac8-9366-64aab40f2fb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a897046863bb44e2b58ff5804978a23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711483 Oct 22 18:48:58.883415 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c26d2-9fa6-4ac8-9366-64aab40f2fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b76ed43-5b65-4e02-8b39-959547790032,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:58.885410 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59948) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:58.909704 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3d979ad9-cdbd-44d9-9195-153ff070866e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.935312 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3d979ad9-cdbd-44d9-9195-153ff070866e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.945227 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b47fc00-d1a2-4456-b056-90e65539c1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.971328 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b47fc00-d1a2-4456-b056-90e65539c1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:58.990015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3d979ad9-cdbd-44d9-9195-153ff070866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.001123 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3d979ad9-cdbd-44d9-9195-153ff070866e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.005166 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-3d979ad9-cdbd-44d9-9195-153ff070866e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/590b9491-4923-4179-a7b7-a48e455bc975 HTTP/1.1" status: 204 len: 168 time: 0.2239687 Oct 22 18:48:59.015958 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d979ad9-cdbd-44d9-9195-153ff070866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b9491-4923-4179-a7b7-a48e455bc975,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:59.025802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b47fc00-d1a2-4456-b056-90e65539c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.029444 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b47fc00-d1a2-4456-b056-90e65539c1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.032718 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8b47fc00-d1a2-4456-b056-90e65539c1b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b76ed43-5b65-4e02-8b39-959547790032 HTTP/1.1" status: 204 len: 168 time: 0.1377845 Oct 22 18:48:59.040559 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fc00-d1a2-4456-b056-90e65539c1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b76ed43-5b65-4e02-8b39-959547790032,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:59.137319 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedd522-7bc3-4917-bef7-a0aa3a49ec4f req-7bbeb037-d1a4-489e-bff0-285611be79e8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:59.139136 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dedd522-7bc3-4917-bef7-a0aa3a49ec4f req-7bbeb037-d1a4-489e-bff0-285611be79e8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 943 time: 0.0520167 Oct 22 18:48:59.182576 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dedd522-7bc3-4917-bef7-a0aa3a49ec4f req-03a5a8d7-b177-40d1-b76e-d230b34d4fa3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367496 Oct 22 18:48:59.389731 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 59968) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:59.404769 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a75e5ef8-2f08-42bd-b36f-c6d24ec5bf74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.481581 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a75e5ef8-2f08-42bd-b36f-c6d24ec5bf74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.485368 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a75e5ef8-2f08-42bd-b36f-c6d24ec5bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.530644 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a75e5ef8-2f08-42bd-b36f-c6d24ec5bf74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bd8c22eb0ab442fa1c51a9c9c353e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362741 Oct 22 18:48:59.530644 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e5ef8-2f08-42bd-b36f-c6d24ec5bf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658ec1e3-4748-468e-9eff-6126ac366a59,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:48:59.530788 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 59974) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:48:59.633007 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a93d09dc-6316-49cc-8b1c-5d375c90adb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.641874 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f3a43-455b-46b4-853d-00d85e387f05 req-373b0b26-7f56-4949-bb5c-dd1191228581 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:48:59.643329 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-608f3a43-455b-46b4-853d-00d85e387f05 req-373b0b26-7f56-4949-bb5c-dd1191228581 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0791111 Oct 22 18:48:59.679447 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a93d09dc-6316-49cc-8b1c-5d375c90adb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.721078 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-608f3a43-455b-46b4-853d-00d85e387f05 req-37c16c07-a9b4-4a66-ac24-8cea8aebb703 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665317 Oct 22 18:48:59.751256 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a93d09dc-6316-49cc-8b1c-5d375c90adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.754096 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a93d09dc-6316-49cc-8b1c-5d375c90adb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:48:59.755224 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-a93d09dc-6316-49cc-8b1c-5d375c90adb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/658ec1e3-4748-468e-9eff-6126ac366a59 HTTP/1.1" status: 204 len: 168 time: 0.2234504 Oct 22 18:48:59.767456 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d09dc-6316-49cc-8b1c-5d375c90adb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ec1e3-4748-468e-9eff-6126ac366a59,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:00.044304 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d616a3e-6795-404e-bda9-56bde3f6edd2 req-cd0807e1-b584-476c-8ce2-9042ebde3176 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:00.046322 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1d616a3e-6795-404e-bda9-56bde3f6edd2 req-cd0807e1-b584-476c-8ce2-9042ebde3176 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0652282 Oct 22 18:49:00.103549 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1d616a3e-6795-404e-bda9-56bde3f6edd2 req-7ba6955b-84e6-4626-b81f-c0767c88d257 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Oct 22 18:49:00.152547 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60002) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:00.166183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-346c9209-8dcc-4ef8-a88e-b4494a45e6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:00.266162 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-346c9209-8dcc-4ef8-a88e-b4494a45e6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:00.271635 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-346c9209-8dcc-4ef8-a88e-b4494a45e6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:00.337728 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c9209-8dcc-4ef8-a88e-b4494a45e6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765d1c6b-999b-4480-b472-4ea8aa552dde,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:00.364881 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-346c9209-8dcc-4ef8-a88e-b4494a45e6df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51802941063949489c9ca7d3b67f7f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112520 Oct 22 18:49:00.368221 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 60014) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:00.400528 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98d783-39d4-487e-be5d-e6e47303a889 req-8870868a-8008-4905-9581-0f040159e538 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:00.404219 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b98d783-39d4-487e-be5d-e6e47303a889 req-8870868a-8008-4905-9581-0f040159e538 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 943 time: 0.0850108 Oct 22 18:49:00.433432 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-376b3aeb-bed8-4e2f-a57c-eefd57d7e7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:00.447972 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b98d783-39d4-487e-be5d-e6e47303a889 req-6b9442fd-718e-4347-9fca-0fe91d709ddf tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 Oct 22 18:49:00.456975 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-376b3aeb-bed8-4e2f-a57c-eefd57d7e7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:00.505365 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-376b3aeb-bed8-4e2f-a57c-eefd57d7e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:00.507985 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-376b3aeb-bed8-4e2f-a57c-eefd57d7e7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:00.509131 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-376b3aeb-bed8-4e2f-a57c-eefd57d7e7e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/765d1c6b-999b-4480-b472-4ea8aa552dde HTTP/1.1" status: 204 len: 168 time: 0.1398580 Oct 22 18:49:00.516912 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b3aeb-bed8-4e2f-a57c-eefd57d7e7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d1c6b-999b-4480-b472-4ea8aa552dde,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:00.868908 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895169-4f9c-433c-87fc-4f840149afc5 req-0c277c14-3ed7-46fb-8dd5-721b9ffa85fb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:00.870720 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-07895169-4f9c-433c-87fc-4f840149afc5 req-0c277c14-3ed7-46fb-8dd5-721b9ffa85fb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0479500 Oct 22 18:49:00.909680 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-07895169-4f9c-433c-87fc-4f840149afc5 req-ac63883c-f2ab-487e-a340-41b380ebcc30 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Oct 22 18:49:01.210615 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ac0c-4cb6-4224-974d-989496e034d2 req-20bb2433-48d4-4607-9413-0242d8eaba21 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:01.212126 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5ad9ac0c-4cb6-4224-974d-989496e034d2 req-20bb2433-48d4-4607-9413-0242d8eaba21 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0494339 Oct 22 18:49:01.250118 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5ad9ac0c-4cb6-4224-974d-989496e034d2 req-ee89efa2-abc9-4d6a-b94c-c2073a278d41 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Oct 22 18:49:01.591502 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53054572-270c-4287-a44c-243a44b1ec09 req-3ee93f82-42e6-4a8b-86b1-9249b19ff82e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:01.593529 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-53054572-270c-4287-a44c-243a44b1ec09 req-3ee93f82-42e6-4a8b-86b1-9249b19ff82e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 943 time: 0.0657589 Oct 22 18:49:01.637509 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-53054572-270c-4287-a44c-243a44b1ec09 req-96577066-58bf-43ab-9774-d27d1f8baaad tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Oct 22 18:49:01.811263 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device f869a14f-2561-40a5-bb54-c3e96fb39c0a details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:49:01.860430 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-f292e788-2b8d-41ca-9d00-fd4682230194 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:01.865972 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-f292e788-2b8d-41ca-9d00-fd4682230194 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0842342 Oct 22 18:49:01.963894 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port f869a14f-2561-40a5-bb54-c3e96fb39c0a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f869a14f-2561-40a5-bb54-c3e96fb39c0a,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:01.993624 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'port_id': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'mac_address': 'fa:16:3e:15:b9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78052a3d-c520-4c56-b4cd-34e46ac9ac79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:49:02.044091 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Deleting port db27b409-6671-47a3-9b01-0e4f58ab9a02 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:49:02.044091 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:02.077503 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:02.092526 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f869a14f-2561-40a5-bb54-c3e96fb39c0a {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:49:02.109365 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10e2bb-6b7a-4294-a3fc-a84a9525a3f3 req-bd7cdc8f-d3ce-4e5f-bc81-2c2d3dc6b7d4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:02.111269 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce10e2bb-6b7a-4294-a3fc-a84a9525a3f3 req-bd7cdc8f-d3ce-4e5f-bc81-2c2d3dc6b7d4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0864224 Oct 22 18:49:02.118519 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port f869a14f-2561-40a5-bb54-c3e96fb39c0a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f869a14f-2561-40a5-bb54-c3e96fb39c0a,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:02.128991 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:02.162917 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce10e2bb-6b7a-4294-a3fc-a84a9525a3f3 req-66941d2f-a6ee-4659-9e85-5a0a39687edc tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Oct 22 18:49:02.202126 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] For port db27b409-6671-47a3-9b01-0e4f58ab9a02, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=db27b409-6671-47a3-9b01-0e4f58ab9a02,segment=NetworkSegment(dac663dc-b204-46bb-9c0c-b5711ec64b9e),segment_id=dac663dc-b204-46bb-9c0c-b5711ec64b9e)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:02.202699 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:02.207377 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=f869a14f-2561-40a5-bb54-c3e96fb39c0a,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:02.223821 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Calling delete_port for db27b409-6671-47a3-9b01-0e4f58ab9a02 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:49:02.411366 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda668a-cb6d-48b4-8cd2-e55304261042 req-d892c791-2479-48f1-99d0-981f5b129994 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:02.412810 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3bda668a-cb6d-48b4-8cd2-e55304261042 req-d892c791-2479-48f1-99d0-981f5b129994 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 945 time: 0.0756602 Oct 22 18:49:02.491931 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3bda668a-cb6d-48b4-8cd2-e55304261042 req-e0a4262e-5d6c-451f-805f-e14d0e81de9b tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/security-groups?id=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694835 Oct 22 18:49:02.504047 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:02.525843 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['db27b409-6671-47a3-9b01-0e4f58ab9a02'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:49:02.547913 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Pushing event deleted for resources: {'Port': ['ID=db27b409-6671-47a3-9b01-0e4f58ab9a02,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:02.589306 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['f869a14f-2561-40a5-bb54-c3e96fb39c0a'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:49:02.645518 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] No DVR routers for this DVR port db27b409-6671-47a3-9b01-0e4f58ab9a02 on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:49:02.650265 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:02.660399 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c352d5ed-0b24-403d-b374-4cc7441ed22f req-eae8ac29-8ee4-47f6-84e1-f7cff2b5d8cc tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.37 "DELETE /v2.0/ports/db27b409-6671-47a3-9b01-0e4f58ab9a02 HTTP/1.1" status: 204 len: 173 time: 0.7860236 Oct 22 18:49:02.661276 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'name': 'network-vif-deleted', 'tag': 'db27b409-6671-47a3-9b01-0e4f58ab9a02'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:49:02.665389 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b80092c-a46d-4f1b-a1e9-241880a1d1cf" -d '{"events": [{"server_uuid": "4bde0f0c-9b81-473a-92bf-93efe20d6a98", "name": "network-vif-deleted", "tag": "db27b409-6671-47a3-9b01-0e4f58ab9a02"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:49:02.712975 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e218a-f2ad-489f-9fc4-bd8685fac946 x-openstack-request-id: req-036e218a-f2ad-489f-9fc4-bd8685fac946 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:49:02.713692 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bde0f0c-9b81-473a-92bf-93efe20d6a98", "name": "network-vif-deleted", "tag": "db27b409-6671-47a3-9b01-0e4f58ab9a02", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:49:02.713921 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-036e218a-f2ad-489f-9fc4-bd8685fac946 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:49:02.714649 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bde0f0c-9b81-473a-92bf-93efe20d6a98', 'name': 'network-vif-deleted', 'tag': 'db27b409-6671-47a3-9b01-0e4f58ab9a02', 'status': 'completed', 'code': 200} Oct 22 18:49:02.807387 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94297f2-0a00-44dc-8954-a89852681cc3 req-8701fb58-53be-461b-b68e-8a0cf4f1a02d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:02.814833 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c94297f2-0a00-44dc-8954-a89852681cc3 req-8701fb58-53be-461b-b68e-8a0cf4f1a02d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 944 time: 0.0629580 Oct 22 18:49:02.862164 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c94297f2-0a00-44dc-8954-a89852681cc3 req-dd63d03e-d59d-45bf-aa8e-edab35a4e601 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 Oct 22 18:49:03.289628 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f084-c7c1-4d2f-9c40-7be8c88a0264 req-c9d6d952-fe45-446c-b132-78209f80ed35 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:03.290980 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a787f084-c7c1-4d2f-9c40-7be8c88a0264 req-c9d6d952-fe45-446c-b132-78209f80ed35 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0525212 Oct 22 18:49:03.328499 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a787f084-c7c1-4d2f-9c40-7be8c88a0264 req-8bed5548-b373-464b-afcd-f6127fcf07fd tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Oct 22 18:49:03.782968 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-062f46c1-c6a2-44bf-b2ed-c112456a25d4 req-eca1ab3a-f284-4554-8846-36eb26d5fb40 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.2080178 Oct 22 18:49:03.974928 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b7cc-6022-4fa1-8dc6-07f8888731b5 req-05114206-5ddf-4e24-b3cd-e682b2aa6cfb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:03.976401 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f611b7cc-6022-4fa1-8dc6-07f8888731b5 req-05114206-5ddf-4e24-b3cd-e682b2aa6cfb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 944 time: 0.0483830 Oct 22 18:49:04.016777 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f611b7cc-6022-4fa1-8dc6-07f8888731b5 req-afd03a2b-8f4c-4a6e-887d-faa6f9b40a4d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Oct 22 18:49:04.441031 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d286d-ead7-4b2c-a9c3-118e1d14a297 req-1b9b08bf-4fe9-483f-919c-70bee7bbf188 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:04.442535 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0b5d286d-ead7-4b2c-a9c3-118e1d14a297 req-1b9b08bf-4fe9-483f-919c-70bee7bbf188 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0478914 Oct 22 18:49:04.479876 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0b5d286d-ead7-4b2c-a9c3-118e1d14a297 req-e2f9d3a9-c4a2-453d-a711-9b17d1ff6ab0 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Oct 22 18:49:04.585725 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 60174) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:04.687418 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4f17c5a8-13f7-41e9-bfcb-b160714907c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:04.757909 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4f17c5a8-13f7-41e9-bfcb-b160714907c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:04.761634 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4f17c5a8-13f7-41e9-bfcb-b160714907c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:04.798456 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4f17c5a8-13f7-41e9-bfcb-b160714907c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8928d0f7b3a4e0b995597b8f9f17428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116618 Oct 22 18:49:04.799254 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17c5a8-13f7-41e9-bfcb-b160714907c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ee9a3-0de2-454f-99ab-279e114d198c,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:04.801133 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60178) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:04.876953 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-baeff09a-e22b-4be9-a8d2-4debfaa4e971 req-4e01d95f-4b5e-47ae-b4b4-ab3e92c0020a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0263829 Oct 22 18:49:04.877524 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-afb60f7c-3bc5-459e-9938-e35068b6866e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:04.899002 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-afb60f7c-3bc5-459e-9938-e35068b6866e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:04.943195 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-afb60f7c-3bc5-459e-9938-e35068b6866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:04.945690 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-afb60f7c-3bc5-459e-9938-e35068b6866e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:04.946855 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-afb60f7c-3bc5-459e-9938-e35068b6866e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e5ee9a3-0de2-454f-99ab-279e114d198c HTTP/1.1" status: 204 len: 168 time: 0.1447513 Oct 22 18:49:04.954895 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb60f7c-3bc5-459e-9938-e35068b6866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ee9a3-0de2-454f-99ab-279e114d198c,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:05.146994 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e41a31-e69e-426e-b83d-80c5e90be7a8 req-622d297c-6438-4391-9d92-8063d9787ed6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:05.148480 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-02e41a31-e69e-426e-b83d-80c5e90be7a8 req-622d297c-6438-4391-9d92-8063d9787ed6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 944 time: 0.0498695 Oct 22 18:49:05.187629 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-02e41a31-e69e-426e-b83d-80c5e90be7a8 req-f21375da-9477-418e-9e41-4e5018830289 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322978 Oct 22 18:49:05.216207 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60194) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:05.232068 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bc521398-5feb-48bd-8a2b-33955fff594b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.309721 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bc521398-5feb-48bd-8a2b-33955fff594b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.313423 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bc521398-5feb-48bd-8a2b-33955fff594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.350746 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-bc521398-5feb-48bd-8a2b-33955fff594b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d88f46b0d5084c1b8cdcbbdc271285c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333840 Oct 22 18:49:05.351555 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc521398-5feb-48bd-8a2b-33955fff594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f9272d-e3f8-407c-ab36-fd44124d1755,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:05.353410 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 60196) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:05.402688 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db9067f2-b49a-46ac-80c7-4df0d4951e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.424176 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db9067f2-b49a-46ac-80c7-4df0d4951e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.469972 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db9067f2-b49a-46ac-80c7-4df0d4951e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.472417 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db9067f2-b49a-46ac-80c7-4df0d4951e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.473546 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-db9067f2-b49a-46ac-80c7-4df0d4951e2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79f9272d-e3f8-407c-ab36-fd44124d1755 HTTP/1.1" status: 204 len: 168 time: 0.1189492 Oct 22 18:49:05.480940 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9067f2-b49a-46ac-80c7-4df0d4951e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f9272d-e3f8-407c-ab36-fd44124d1755,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:05.596749 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6ad7f-e838-4a5e-bfd5-009cbc3596ec req-fc53b66e-55e5-49f3-9f99-a59bf2e79011 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:05.598259 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e2f6ad7f-e838-4a5e-bfd5-009cbc3596ec req-fc53b66e-55e5-49f3-9f99-a59bf2e79011 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0486376 Oct 22 18:49:05.636262 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e2f6ad7f-e838-4a5e-bfd5-009cbc3596ec req-ef600ede-7b51-43ad-91b5-9ed1ec6dca53 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Oct 22 18:49:05.791670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60204) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:05.804945 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f833-db53-46ba-9be8-24a3b7072f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.880581 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f833-db53-46ba-9be8-24a3b7072f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.884747 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f833-db53-46ba-9be8-24a3b7072f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:05.925749 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5ae7f833-db53-46ba-9be8-24a3b7072f2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1aa3d948a393441e8a656c70fe3041d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307333 Oct 22 18:49:05.925749 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7f833-db53-46ba-9be8-24a3b7072f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a6002d-61cd-4b6b-b94f-2baa5e96a445,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:05.926398 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 60208) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:05.977535 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-52663a70-97b9-4005-a726-4d2391210ab5 req-ac2dd11c-1a8f-4115-915a-5b5eb2aa696a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0289564 Oct 22 18:49:05.979670 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a6bba807-9922-4cdc-94fd-85b2874e77e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:06.001183 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a6bba807-9922-4cdc-94fd-85b2874e77e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:06.024069 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device f869a14f-2561-40a5-bb54-c3e96fb39c0a up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:49:06.046856 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a6bba807-9922-4cdc-94fd-85b2874e77e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:06.049578 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a6bba807-9922-4cdc-94fd-85b2874e77e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:06.050765 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a6bba807-9922-4cdc-94fd-85b2874e77e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88a6002d-61cd-4b6b-b94f-2baa5e96a445 HTTP/1.1" status: 204 len: 168 time: 0.1232722 Oct 22 18:49:06.060521 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bba807-9922-4cdc-94fd-85b2874e77e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a6002d-61cd-4b6b-b94f-2baa5e96a445,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:06.080800 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port f869a14f-2561-40a5-bb54-c3e96fb39c0a completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:49:06.085015 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port f869a14f-2561-40a5-bb54-c3e96fb39c0a triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:49:06.085332 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:06.186738 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:06.212732 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:49:06.215284 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a85ecd-d792-4433-b4af-44c48d474c1e" -d '{"events": [{"server_uuid": "6812bcce-6401-482c-aafe-6fb5a95fed41", "name": "network-vif-plugged", "status": "completed", "tag": "f869a14f-2561-40a5-bb54-c3e96fb39c0a"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:49:06.227506 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port f869a14f-2561-40a5-bb54-c3e96fb39c0a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f869a14f-2561-40a5-bb54-c3e96fb39c0a,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:06.232217 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:06.233442 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device db27b409-6671-47a3-9b01-0e4f58ab9a02 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:49:06.273422 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: db27b409-6671-47a3-9b01-0e4f58ab9a02 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:49:06.273422 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device db27b409-6671-47a3-9b01-0e4f58ab9a02 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:49:06.301969 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=f869a14f-2561-40a5-bb54-c3e96fb39c0a,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:06.330510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d841c-ece7-44e3-a3f2-38996a51d1ee req-5351b70a-a233-47e9-9647-5786a3934d9d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:06.332000 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ee4d841c-ece7-44e3-a3f2-38996a51d1ee req-5351b70a-a233-47e9-9647-5786a3934d9d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0565300 Oct 22 18:49:06.370503 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ee4d841c-ece7-44e3-a3f2-38996a51d1ee req-2623b69e-b2f8-4226-8e8d-897a27b1ed57 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Oct 22 18:49:06.413897 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53498a6-47e0-4984-b18a-a44c1b4587fd x-openstack-request-id: req-d53498a6-47e0-4984-b18a-a44c1b4587fd {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:49:06.414249 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812bcce-6401-482c-aafe-6fb5a95fed41", "name": "network-vif-plugged", "status": "completed", "tag": "f869a14f-2561-40a5-bb54-c3e96fb39c0a", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:49:06.414502 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d53498a6-47e0-4984-b18a-a44c1b4587fd {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:49:06.414894 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'code': 200} Oct 22 18:49:06.753329 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd1970-a29b-478c-bed2-d3c13d6e0af9 req-c91349e0-ac71-4a27-aae7-7d1b97ccd6c6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:06.754827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2dfd1970-a29b-478c-bed2-d3c13d6e0af9 req-c91349e0-ac71-4a27-aae7-7d1b97ccd6c6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0481398 Oct 22 18:49:06.792464 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2dfd1970-a29b-478c-bed2-d3c13d6e0af9 req-1899e0c0-2239-47f1-bcd4-2d364082558e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Oct 22 18:49:07.073668 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-acacc26e-c1da-4a11-89b4-95b55f1a3d71 req-c1987459-f92f-4021-af60-6f3bf1c9c1f4 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Oct 22 18:49:07.493573 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744af4b-1be8-4b50-83d2-a88ea8b333bd req-63186203-6ec8-4b21-aa22-8ee2e7ab763e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:07.493573 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c744af4b-1be8-4b50-83d2-a88ea8b333bd req-63186203-6ec8-4b21-aa22-8ee2e7ab763e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0506346 Oct 22 18:49:07.532050 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c744af4b-1be8-4b50-83d2-a88ea8b333bd req-55e0062d-9584-4ba1-8ccf-a863286ef92b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 Oct 22 18:49:08.121105 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a083b-dfb4-4829-836d-416974a90375 req-e676af7f-a339-4530-9297-f50e69bba0fc tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:08.123320 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-246a083b-dfb4-4829-836d-416974a90375 req-e676af7f-a339-4530-9297-f50e69bba0fc tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.2576351 Oct 22 18:49:08.161194 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-246a083b-dfb4-4829-836d-416974a90375 req-559d868c-97d3-450f-9c91-510df34f9937 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Oct 22 18:49:08.254620 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-937c4f1b-49f9-440c-ba8a-0fcbbf417f28 req-b0484e2a-8885-4aba-a80b-bd989092e6a5 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0298457 Oct 22 18:49:08.644718 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c3557-60e4-460b-b745-495f6250144d req-0f8d2151-4f9e-432f-a3b9-f1830ba0e75c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:08.646186 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3d7c3557-60e4-460b-b745-495f6250144d req-0f8d2151-4f9e-432f-a3b9-f1830ba0e75c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0482297 Oct 22 18:49:08.682934 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3d7c3557-60e4-460b-b745-495f6250144d req-32a17aca-2874-47a2-be71-78bbbc53b22a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Oct 22 18:49:09.054483 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097829fe-8598-4e5a-b78d-f68250f87d37 req-a93097c3-7f38-41a9-adb2-2945ced9fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:09.056183 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-097829fe-8598-4e5a-b78d-f68250f87d37 req-a93097c3-7f38-41a9-adb2-2945ced9fd5a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 1098 time: 0.0695662 Oct 22 18:49:09.100441 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-097829fe-8598-4e5a-b78d-f68250f87d37 req-9b6706bc-4895-4b1e-9a89-92d0f8ea2dd4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Oct 22 18:49:09.288424 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6806-b046-4bbc-8278-0f7de2207e55 req-0a4435fc-d8da-492b-952c-e45f24bb48ea tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:09.289906 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e49d6806-b046-4bbc-8278-0f7de2207e55 req-0a4435fc-d8da-492b-952c-e45f24bb48ea tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0586946 Oct 22 18:49:09.331938 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e49d6806-b046-4bbc-8278-0f7de2207e55 req-aeada738-1dac-4caa-bda8-c7fee597c7b5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348403 Oct 22 18:49:09.353854 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-12a28057-91f9-4bb4-8996-87dadb8b2dd1 req-ebf5ed3c-c564-46ef-981c-f373b75edcf7 tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0266914 Oct 22 18:49:09.828987 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ceab5-d082-467c-afe0-0ec603079e7d req-15eb3d08-e4db-42f6-919a-0975c6cfb66c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:09.830485 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-035ceab5-d082-467c-afe0-0ec603079e7d req-15eb3d08-e4db-42f6-919a-0975c6cfb66c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0481541 Oct 22 18:49:09.868692 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-035ceab5-d082-467c-afe0-0ec603079e7d req-91295752-92d1-4b6b-8fd0-840a12e6a914 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Oct 22 18:49:10.458015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185108d0-389f-4d38-b8a3-3e167a046bd7 req-de57edf1-1065-4d3a-ab84-5ff791944b60 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:10.459572 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-185108d0-389f-4d38-b8a3-3e167a046bd7 req-de57edf1-1065-4d3a-ab84-5ff791944b60 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0522974 Oct 22 18:49:10.500651 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-185108d0-389f-4d38-b8a3-3e167a046bd7 req-9efcb80d-85f2-415e-880a-1d22c96e55f8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Oct 22 18:49:10.603216 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4aa9fcf-e29d-4783-92ff-09c22717a66e req-c42f1ab0-3849-416a-b6af-a072d8affa9a tempest-DeleteServersTestJSON-1235502372 tempest-DeleteServersTestJSON-1235502372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bde0f0c-9b81-473a-92bf-93efe20d6a98 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Oct 22 18:49:10.980485 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5250-af25-4006-aa4c-0500391c1e6b req-8ce83862-ff31-4952-9dad-810c64b02a48 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:10.982012 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-12bd5250-af25-4006-aa4c-0500391c1e6b req-8ce83862-ff31-4952-9dad-810c64b02a48 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Oct 22 18:49:11.019283 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-12bd5250-af25-4006-aa4c-0500391c1e6b req-849984d3-d695-4508-aae4-4a8d681e654c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314505 Oct 22 18:49:11.621572 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067efb5-fe6e-4f1a-9f3f-efd41034bb2b req-182a9b52-19be-47a9-98f3-90114bc9e045 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:11.623600 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3067efb5-fe6e-4f1a-9f3f-efd41034bb2b req-182a9b52-19be-47a9-98f3-90114bc9e045 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0509348 Oct 22 18:49:11.660679 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3067efb5-fe6e-4f1a-9f3f-efd41034bb2b req-f07dfaad-9042-4401-8bc2-7055fea08f0f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Oct 22 18:49:12.139241 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe3901-8614-4885-8c34-10adc71435a8 req-badacf8a-a547-4396-8f98-48a01399cfce tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:12.140697 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0afe3901-8614-4885-8c34-10adc71435a8 req-badacf8a-a547-4396-8f98-48a01399cfce tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0568068 Oct 22 18:49:12.178223 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0afe3901-8614-4885-8c34-10adc71435a8 req-e7a7c4ef-3ad7-42dd-9c0b-b3a5f76d3508 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Oct 22 18:49:12.777375 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c9bce-892c-4023-9737-c9aa32d6e788 req-e37f379f-4f59-4556-b313-661cd65189e4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:12.778936 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f43c9bce-892c-4023-9737-c9aa32d6e788 req-e37f379f-4f59-4556-b313-661cd65189e4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0537899 Oct 22 18:49:12.816351 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f43c9bce-892c-4023-9737-c9aa32d6e788 req-5f0711ac-aa64-410b-a569-69285dcca0bb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Oct 22 18:49:13.289049 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d349a01-7ee3-4d80-9f1f-22dcc24866d4 req-7f19e12f-b40e-4b83-8469-64d72e175ddc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:13.290508 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d349a01-7ee3-4d80-9f1f-22dcc24866d4 req-7f19e12f-b40e-4b83-8469-64d72e175ddc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0478890 Oct 22 18:49:13.327884 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d349a01-7ee3-4d80-9f1f-22dcc24866d4 req-8755ee56-0988-4f0b-9f9d-213e82605fba tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309174 Oct 22 18:49:13.932876 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e71b06-5908-4b1c-bdc3-4da236c72cc3 req-13f57415-f03d-4697-b071-506d277423a5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:13.934475 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c7e71b06-5908-4b1c-bdc3-4da236c72cc3 req-13f57415-f03d-4697-b071-506d277423a5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0523160 Oct 22 18:49:13.972261 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c7e71b06-5908-4b1c-bdc3-4da236c72cc3 req-3512e972-b3e3-445f-8b78-bf921ec06605 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Oct 22 18:49:14.228250 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-158fe132-798b-45b2-bb37-c6196092686c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:14.439144 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec792a8-2b2c-45c6-a771-bfc03f37b56b req-ed06e217-a506-4559-9f0c-8d17012d754f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:14.440589 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-eec792a8-2b2c-45c6-a771-bfc03f37b56b req-ed06e217-a506-4559-9f0c-8d17012d754f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0477278 Oct 22 18:49:14.476394 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-eec792a8-2b2c-45c6-a771-bfc03f37b56b req-8817cfb4-275d-403d-9f48-c458833bcb63 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300462 Oct 22 18:49:15.099673 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88a1ad-1275-4e69-a526-7feeccaae9e3 req-d598be6a-7993-4abc-9ac7-8a4c3b82c683 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:15.101400 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8a88a1ad-1275-4e69-a526-7feeccaae9e3 req-d598be6a-7993-4abc-9ac7-8a4c3b82c683 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0522106 Oct 22 18:49:15.140819 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8a88a1ad-1275-4e69-a526-7feeccaae9e3 req-be0dbf95-6715-4bed-9792-b5183cb233db tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Oct 22 18:49:15.594649 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389bb0c-c8a6-486f-b9e9-a046d8faa659 req-cf22ed90-95b9-43dd-af23-64c02647e5c4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:15.596134 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3389bb0c-c8a6-486f-b9e9-a046d8faa659 req-cf22ed90-95b9-43dd-af23-64c02647e5c4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0483601 Oct 22 18:49:15.634157 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3389bb0c-c8a6-486f-b9e9-a046d8faa659 req-5527aff9-a0f4-4c68-b7b7-1e70eeb1e672 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Oct 22 18:49:16.261815 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570554b7-c5bd-41f9-a6c5-3005a9fafd8a req-ed864c53-03ee-479b-a416-a5374fef7021 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:16.263444 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-570554b7-c5bd-41f9-a6c5-3005a9fafd8a req-ed864c53-03ee-479b-a416-a5374fef7021 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0522451 Oct 22 18:49:16.302551 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-570554b7-c5bd-41f9-a6c5-3005a9fafd8a req-a6dafa8a-92e2-486d-98e7-3e844a4f2d1a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Oct 22 18:49:16.757656 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc7e9f-f090-4ebf-9a48-c1b9ff9be650 req-18c2639e-5247-4d89-bc75-e09d08f2b946 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:16.759148 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d3cc7e9f-f090-4ebf-9a48-c1b9ff9be650 req-18c2639e-5247-4d89-bc75-e09d08f2b946 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Oct 22 18:49:16.799646 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d3cc7e9f-f090-4ebf-9a48-c1b9ff9be650 req-a1ebb713-7cce-4f48-89e5-64046b8aaed5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Oct 22 18:49:16.933446 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-033a8300-929c-4d91-9323-abde448ec33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.387245 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60482) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:17.456254 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_v2 [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] Deleting subnet 0e10165a-9ef0-49a2-8303-b9c417923503 {{(pid=106215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:49:17.461333 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.501981 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae84c7-1ce7-4b55-a5c7-00c9f4a5b64e req-21b3c156-0b90-4729-955f-d5a7949d123a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:17.503364 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12402833'] for subnet, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.503771 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60ae84c7-1ce7-4b55-a5c7-00c9f4a5b64e req-21b3c156-0b90-4729-955f-d5a7949d123a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0553706 Oct 22 18:49:17.544436 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60ae84c7-1ce7-4b55-a5c7-00c9f4a5b64e req-87b36faa-0afe-460a-ad5d-a57031563b79 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342939 Oct 22 18:49:17.552377 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.613629 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12333493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12377001'] for subnet, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.639209 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e10165a-9ef0-49a2-8303-b9c417923503,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:17.645204 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.649906 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-136a5370-a0c1-49ce-96aa-37e0f2d24722 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0e10165a-9ef0-49a2-8303-b9c417923503 HTTP/1.1" status: 204 len: 168 time: 0.2613943 Oct 22 18:49:17.651774 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60486) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:17.720519 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.812736 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.833605 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe899f69-3783-46d3-806f-d0160d2e28c0']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:49:17.842732 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac663dc-b204-46bb-9c0c-b5711ec64b9e') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:49:17.843089 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac663dc-b204-46bb-9c0c-b5711ec64b9e') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:49:17.852184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.864916 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.871187 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:49:17.871575 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:49:17.873734 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:49:17.913242 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.931616 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.937414 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:17.940758 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe899f69-3783-46d3-806f-d0160d2e28c0 HTTP/1.1" status: 204 len: 168 time: 0.2880692 Oct 22 18:49:17.951652 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111192-481c-4c8d-87f6-3e1b47438726 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe899f69-3783-46d3-806f-d0160d2e28c0,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:18.100165 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60494) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:18.140199 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-c78e810f-e76a-4aa5-bfde-9df9a4442b9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=267b6969cd8b4066a91920f56262f047&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388718 Oct 22 18:49:18.142666 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60496) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:18.191983 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5d69ae04-2ef0-4550-b101-b2395e9ad186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:18.212778 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5d69ae04-2ef0-4550-b101-b2395e9ad186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:18.261216 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5d69ae04-2ef0-4550-b101-b2395e9ad186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:18.264480 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5d69ae04-2ef0-4550-b101-b2395e9ad186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:18.265618 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5d69ae04-2ef0-4550-b101-b2395e9ad186 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73cdcea3-2fb5-4f4a-bd13-bcf36cd37268 HTTP/1.1" status: 204 len: 168 time: 0.1220391 Oct 22 18:49:18.273472 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69ae04-2ef0-4550-b101-b2395e9ad186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cdcea3-2fb5-4f4a-bd13-bcf36cd37268,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:18.310960 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:18.830078 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306506fc-aa5c-4359-b286-95b72acb108c req-ce729065-f85f-473d-a934-0e31ce06c68c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:18.832158 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-306506fc-aa5c-4359-b286-95b72acb108c req-ce729065-f85f-473d-a934-0e31ce06c68c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0610931 Oct 22 18:49:18.878159 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-306506fc-aa5c-4359-b286-95b72acb108c req-8224c211-9636-42dc-b858-bf106d903758 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358944 Oct 22 18:49:19.830921 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-0ab73ba3-a565-4ea3-94fe-b79409ab41c8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:19.832435 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-0ab73ba3-a565-4ea3-94fe-b79409ab41c8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.1087081 Oct 22 18:49:19.848274 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-a0294137-0092-48a4-af8d-ef8a97c3d7db tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/quotas/0bbd7dfac0974baa90e5e8b8210853f1 HTTP/1.1" status: 200 len: 375 time: 0.0100861 Oct 22 18:49:19.900654 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-30caa2f4-4399-42c2-a6b9-d427c6ca07ca tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467203 Oct 22 18:49:19.934262 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.024518 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-18b14ac9-d528-49c2-a599-43d479b0e5f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023006 Oct 22 18:49:20.037876 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51752600-27e0-4ec2-a065-be27c754cc2b req-215ad9ef-7122-496c-a32c-2628403fa162 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:20.047195 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-51752600-27e0-4ec2-a065-be27c754cc2b req-215ad9ef-7122-496c-a32c-2628403fa162 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0664148 Oct 22 18:49:20.095340 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-51752600-27e0-4ec2-a065-be27c754cc2b req-8477b708-893e-4ce7-a2e6-2223f1609ab9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458288 Oct 22 18:49:20.124356 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-82f45a06-1cdf-40c0-aa5d-f6407d359fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922480 Oct 22 18:49:20.328670 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-812ba543-7dcc-4263-8c36-192b2b25f987 req-4cf448b9-2bea-4798-9700-02c622f3a0e2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 210 time: 0.0439467 Oct 22 18:49:20.478177 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 60630) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:20.590845 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-795b68e1-cc4f-489a-8d95-79b9a603ddd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.682065 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-795b68e1-cc4f-489a-8d95-79b9a603ddd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.688767 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-795b68e1-cc4f-489a-8d95-79b9a603ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.736800 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60646) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:20.737004 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-795b68e1-cc4f-489a-8d95-79b9a603ddd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4a2db44a9a74d5f95e18db9325f9eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568016 Oct 22 18:49:20.739470 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b68e1-cc4f-489a-8d95-79b9a603ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc613c-770a-461d-a2d7-387c5dc25699,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:20.801948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0c591d90-e2ce-41af-8024-a7996581a40d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.825521 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0c591d90-e2ce-41af-8024-a7996581a40d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.885817 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0c591d90-e2ce-41af-8024-a7996581a40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.891104 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0c591d90-e2ce-41af-8024-a7996581a40d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:20.893789 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-0c591d90-e2ce-41af-8024-a7996581a40d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cbc613c-770a-461d-a2d7-387c5dc25699 HTTP/1.1" status: 204 len: 168 time: 0.1547885 Oct 22 18:49:20.904086 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c591d90-e2ce-41af-8024-a7996581a40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc613c-770a-461d-a2d7-387c5dc25699,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:21.189959 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60678) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:21.205217 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.228529 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a9cc-e629-45ac-b635-82cb9421300d req-0090f863-1ceb-4cd9-9079-d3b9f7aa45a4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:21.230662 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c925a9cc-e629-45ac-b635-82cb9421300d req-0090f863-1ceb-4cd9-9079-d3b9f7aa45a4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0643361 Oct 22 18:49:21.278699 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c925a9cc-e629-45ac-b635-82cb9421300d req-221b0546-223b-42a2-a237-d934af895a45 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Oct 22 18:49:21.340696 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 60684) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:21.354920 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e6403fa-9669-4fee-9230-376d283b5a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.373495 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7119-3cb5-4071-bb0c-4f159a7d2b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.469881 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-43c4e9b5-fb85-4f13-855c-356c64f13816 req-2973466c-fa85-4cc5-911f-bcce9a14b3b5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 210 time: 0.0399330 Oct 22 18:49:21.499940 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e6403fa-9669-4fee-9230-376d283b5a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.505361 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e6403fa-9669-4fee-9230-376d283b5a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.555989 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6403fa-9669-4fee-9230-376d283b5a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cf902b-6812-45dd-9ea8-7365cee1dcde,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:21.562767 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-8e6403fa-9669-4fee-9230-376d283b5a79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20fbcc8bbcc84304957d0d59ae23ba61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689659 Oct 22 18:49:21.564919 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60688) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:21.624072 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9d6409d3-10cc-472b-bd5e-9de76baa0f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.642054 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7119-3cb5-4071-bb0c-4f159a7d2b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.653502 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9d6409d3-10cc-472b-bd5e-9de76baa0f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.654588 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7119-3cb5-4071-bb0c-4f159a7d2b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.684411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-46ca4bf8-be3b-4715-a76b-1ff923fea4d4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:21.687114 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-46ca4bf8-be3b-4715-a76b-1ff923fea4d4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.2566922 Oct 22 18:49:21.716878 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9d6409d3-10cc-472b-bd5e-9de76baa0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.719963 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9d6409d3-10cc-472b-bd5e-9de76baa0f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.721114 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-9d6409d3-10cc-472b-bd5e-9de76baa0f0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53cf902b-6812-45dd-9ea8-7365cee1dcde HTTP/1.1" status: 204 len: 168 time: 0.1537404 Oct 22 18:49:21.727970 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Request body: {'port': {'device_id': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'admin_state_up': True, 'tenant_id': '0bbd7dfac0974baa90e5e8b8210853f1'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:21.729762 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6409d3-10cc-472b-bd5e-9de76baa0f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cf902b-6812-45dd-9ea8-7365cee1dcde,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:21.754813 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ce2f7119-3cb5-4071-bb0c-4f159a7d2b56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5949d3c87ecf40d783fcd9d722d30bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128382 Oct 22 18:49:21.757551 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60698) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:21.793325 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7119-3cb5-4071-bb0c-4f159a7d2b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b197f1-78a7-4d93-a38a-28b292054606,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:21.832164 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0549-a1de-4756-99e8-e805c48e4ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.859623 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0549-a1de-4756-99e8-e805c48e4ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.924734 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Made reservation on behalf of 0bbd7dfac0974baa90e5e8b8210853f1 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:49:21.928399 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.930026 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0549-a1de-4756-99e8-e805c48e4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.933135 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0549-a1de-4756-99e8-e805c48e4ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:21.937189 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2b1c0549-a1de-4756-99e8-e805c48e4ed0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57b197f1-78a7-4d93-a38a-28b292054606 HTTP/1.1" status: 204 len: 168 time: 0.1757123 Oct 22 18:49:21.947161 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c0549-a1de-4756-99e8-e805c48e4ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b197f1-78a7-4d93-a38a-28b292054606,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:22.088324 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Allocated IP 172.20.0.2 (ce3214b4-ef5b-4a89-a12a-c05c2c379161/78052a3d-c520-4c56-b4cd-34e46ac9ac79/c32cad56-1e43-4108-b28d-afbe94c19a7f) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:49:22.174499 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60712) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:22.187659 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a6493e3e-bfe2-4c83-b48c-643ea53b84f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.267326 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.287867 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a6493e3e-bfe2-4c83-b48c-643ea53b84f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.292173 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a6493e3e-bfe2-4c83-b48c-643ea53b84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.308608 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.335697 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096', 'f869a14f-2561-40a5-bb54-c3e96fb39c0a'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:49:22.352905 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:49:22.364547 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:49:22.365818 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event updated for resources: {'Port': ['ID=c32cad56-1e43-4108-b28d-afbe94c19a7f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:22.374481 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6493e3e-bfe2-4c83-b48c-643ea53b84f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774a6aaf-3578-4fbf-aa22-8eb43c9197d6,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:22.374732 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:49:22.383904 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-a6493e3e-bfe2-4c83-b48c-643ea53b84f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e74f5d8f4f57476a9521c52f62221492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082524 Oct 22 18:49:22.386351 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60720) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:22.468579 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff13ff3f-8224-4791-9df3-a7e465f89048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.469180 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:22.469855 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.501889 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b583fe-45f2-49a5-9c0d-bbc8b8d29b46 req-f0977f6c-8283-4be6-9c3f-fe918f9532cd tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:22.510776 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49b583fe-45f2-49a5-9c0d-bbc8b8d29b46 req-f0977f6c-8283-4be6-9c3f-fe918f9532cd tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.1092839 Oct 22 18:49:22.524395 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-c8c5bbaa-a7c5-4f7c-b32b-882f66315ef8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061705 Oct 22 18:49:22.557679 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff13ff3f-8224-4791-9df3-a7e465f89048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.565164 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Request body: {'port': {'device_id': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:22.595374 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49b583fe-45f2-49a5-9c0d-bbc8b8d29b46 req-1baf76a5-c923-4dc5-bbd9-7dcd76e2b1b6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835755 Oct 22 18:49:22.667416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.701819 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8f8b4-ed1d-44db-8442-db446bc25c92 req-ad58531a-e62c-4b34-b8ef-dc651d063891 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:22.703469 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-29a8f8b4-ed1d-44db-8442-db446bc25c92 req-ad58531a-e62c-4b34-b8ef-dc651d063891 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 931 time: 0.1054001 Oct 22 18:49:22.711243 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff13ff3f-8224-4791-9df3-a7e465f89048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.714127 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff13ff3f-8224-4791-9df3-a7e465f89048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:22.715532 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-ff13ff3f-8224-4791-9df3-a7e465f89048 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/774a6aaf-3578-4fbf-aa22-8eb43c9197d6 HTTP/1.1" status: 204 len: 168 time: 0.3279200 Oct 22 18:49:22.729271 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13ff3f-8224-4791-9df3-a7e465f89048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a6aaf-3578-4fbf-aa22-8eb43c9197d6,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:22.800205 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-29a8f8b4-ed1d-44db-8442-db446bc25c92 req-33870773-8b32-42af-9117-f57b8e5bf9d8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716007 Oct 22 18:49:23.026053 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32cad56-1e43-4108-b28d-afbe94c19a7f {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:49:23.034003 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.047356 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Transition to ACTIVE for port object c32cad56-1e43-4108-b28d-afbe94c19a7f will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:49:23.051413 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.105334 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Pushing event updated for resources: {'Port': ['ID=c32cad56-1e43-4108-b28d-afbe94c19a7f,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:23.193325 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60758) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:23.196663 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Attempting to bind port c32cad56-1e43-4108-b28d-afbe94c19a7f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:49:23.197001 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Attempting to bind port c32cad56-1e43-4108-b28d-afbe94c19a7f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:49:23.197330 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Attempting to bind port c32cad56-1e43-4108-b28d-afbe94c19a7f on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:49:23.202556 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Port c32cad56-1e43-4108-b28d-afbe94c19a7f on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:49:23.202876 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Attempting to bind port c32cad56-1e43-4108-b28d-afbe94c19a7f on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:49:23.207693 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-89a552eb-d3bb-488c-bb1f-e511aa131eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.207827 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:49:23.208063 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Checking segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:49:23.208438 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Bound using segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:49:23.208857 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Bound port: c32cad56-1e43-4108-b28d-afbe94c19a7f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:49:23.209210 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.287771 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] For port c32cad56-1e43-4108-b28d-afbe94c19a7f, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:49:23.291322 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] For port c32cad56-1e43-4108-b28d-afbe94c19a7f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c32cad56-1e43-4108-b28d-afbe94c19a7f,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:49:23.297729 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.304388 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-89a552eb-d3bb-488c-bb1f-e511aa131eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.309705 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-89a552eb-d3bb-488c-bb1f-e511aa131eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.332977 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:23.333614 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.335016 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] 10.222.0.37 "PUT /v2.0/ports/c32cad56-1e43-4108-b28d-afbe94c19a7f HTTP/1.1" status: 200 len: 1093 time: 0.7791622 Oct 22 18:49:23.335403 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'tag': 'c32cad56-1e43-4108-b28d-afbe94c19a7f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:49:23.338083 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd829c-82fe-44b6-bd45-22bdd1524ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5b4298-9310-413e-9a4e-4064ade2692c", "tag": "c32cad56-1e43-4108-b28d-afbe94c19a7f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:49:23.358926 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-89a552eb-d3bb-488c-bb1f-e511aa131eb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f67c66cdba944f279e35abe3946da1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638529 Oct 22 18:49:23.359664 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a552eb-d3bb-488c-bb1f-e511aa131eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f4c0a-2664-448a-bc60-b700949e4072,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:23.362175 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60764) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:23.365398 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eb360-4d04-4967-ae47-77c3e69bfe7b service neutron] Pushing event updated for resources: {'Port': ['ID=c32cad56-1e43-4108-b28d-afbe94c19a7f,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:23.389686 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca4ab7-e0c4-43b9-a62c-66d3b27adc67 x-openstack-request-id: req-89ca4ab7-e0c4-43b9-a62c-66d3b27adc67 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:49:23.390363 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5b4298-9310-413e-9a4e-4064ade2692c", "tag": "c32cad56-1e43-4108-b28d-afbe94c19a7f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:49:23.390624 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89ca4ab7-e0c4-43b9-a62c-66d3b27adc67 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:49:23.391026 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'tag': 'c32cad56-1e43-4108-b28d-afbe94c19a7f', 'status': 'completed', 'code': 200} Oct 22 18:49:23.418333 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-96e46aee-97fa-4655-98ce-b1661461b277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.440815 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-96e46aee-97fa-4655-98ce-b1661461b277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.488499 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-96e46aee-97fa-4655-98ce-b1661461b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.491226 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-96e46aee-97fa-4655-98ce-b1661461b277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:23.492374 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-96e46aee-97fa-4655-98ce-b1661461b277 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c0f4c0a-2664-448a-bc60-b700949e4072 HTTP/1.1" status: 204 len: 168 time: 0.1293356 Oct 22 18:49:23.502073 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e46aee-97fa-4655-98ce-b1661461b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f4c0a-2664-448a-bc60-b700949e4072,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:23.730772 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e1f80-1d9e-4c85-b4eb-a37ad229be1b req-8bc02310-fdbc-431f-a9f3-0f2a14030bc1 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:23.732504 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-761e1f80-1d9e-4c85-b4eb-a37ad229be1b req-8bc02310-fdbc-431f-a9f3-0f2a14030bc1 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0519342 Oct 22 18:49:23.802594 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-761e1f80-1d9e-4c85-b4eb-a37ad229be1b req-48b20a18-2401-4df4-a7ad-57f5a693f974 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635045 Oct 22 18:49:23.944446 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee24b-a4b1-4b3b-acd0-2d257e1e9f20 req-952568a1-e7a4-4244-b544-420035ddef86 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:23.946170 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3eaee24b-a4b1-4b3b-acd0-2d257e1e9f20 req-952568a1-e7a4-4244-b544-420035ddef86 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0532475 Oct 22 18:49:23.993053 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3eaee24b-a4b1-4b3b-acd0-2d257e1e9f20 req-63f75829-25be-4163-92b6-7d358f0001d6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Oct 22 18:49:24.478115 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:49:24.563086 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 60834) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:24.666227 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2108-f0a5-4264-a7b0-fa4534c52b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:24.740048 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2108-f0a5-4264-a7b0-fa4534c52b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:24.743486 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2108-f0a5-4264-a7b0-fa4534c52b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:24.781340 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-3c8a2108-f0a5-4264-a7b0-fa4534c52b83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cae6dc592d2e47a19dfd08365a9b0f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171917 Oct 22 18:49:24.782021 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2108-f0a5-4264-a7b0-fa4534c52b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333151f9-c461-40a6-a393-573de3021798,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:24.784054 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 60838) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:24.834422 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e6843b0-d42f-4731-a2ff-1971beaeff76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:24.859304 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e6843b0-d42f-4731-a2ff-1971beaeff76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:24.910529 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e6843b0-d42f-4731-a2ff-1971beaeff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:24.913426 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e6843b0-d42f-4731-a2ff-1971beaeff76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:24.914600 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6e6843b0-d42f-4731-a2ff-1971beaeff76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/333151f9-c461-40a6-a393-573de3021798 HTTP/1.1" status: 204 len: 168 time: 0.1294801 Oct 22 18:49:24.927014 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6843b0-d42f-4731-a2ff-1971beaeff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333151f9-c461-40a6-a393-573de3021798,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:24.931535 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068adf-b1a3-4cc0-a7cd-5ed73f619b46 req-c492301b-b59e-4c2e-a84d-8ba081365e8e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:24.933030 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-50068adf-b1a3-4cc0-a7cd-5ed73f619b46 req-c492301b-b59e-4c2e-a84d-8ba081365e8e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0584712 Oct 22 18:49:24.977654 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-50068adf-b1a3-4cc0-a7cd-5ed73f619b46 req-b5207e40-8086-423d-972f-200f539242ee tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367160 Oct 22 18:49:25.108209 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ea113-1e82-4e17-bb51-7ffd687ca908 req-b42d61d8-66ed-4b78-a162-76b4c0e59d80 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:25.109780 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-675ea113-1e82-4e17-bb51-7ffd687ca908 req-b42d61d8-66ed-4b78-a162-76b4c0e59d80 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0486920 Oct 22 18:49:25.153466 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-675ea113-1e82-4e17-bb51-7ffd687ca908 req-0d143dde-03f3-46d8-ab02-e82f824e9a2f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Oct 22 18:49:26.089683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87059f96-6a04-4319-94c3-b21e0cf39b9c req-423f0274-527f-4c1d-89e1-e4ffd229d694 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:26.091199 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87059f96-6a04-4319-94c3-b21e0cf39b9c req-423f0274-527f-4c1d-89e1-e4ffd229d694 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0476995 Oct 22 18:49:26.128741 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-87059f96-6a04-4319-94c3-b21e0cf39b9c req-80a6f7ba-dbfb-427d-b43a-52b74234f65c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310938 Oct 22 18:49:26.268715 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458fd12-f7bc-4f5a-990e-2e48d46fe2e2 req-a40a833b-67a1-427f-b642-fc16d2f265a0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:26.270215 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c458fd12-f7bc-4f5a-990e-2e48d46fe2e2 req-a40a833b-67a1-427f-b642-fc16d2f265a0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0519588 Oct 22 18:49:26.306369 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c458fd12-f7bc-4f5a-990e-2e48d46fe2e2 req-c3595ddd-91fe-4f3f-bc83-8c67522eec60 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Oct 22 18:49:26.533338 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd829c-82fe-44b6-bd45-22bdd1524ae8 req-03f3f4e4-d1bd-45b7-a7a2-a96070a5e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:26.534893 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3ebd829c-82fe-44b6-bd45-22bdd1524ae8 req-03f3f4e4-d1bd-45b7-a7a2-a96070a5e24e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 1096 time: 0.0431416 Oct 22 18:49:26.679836 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd829c-82fe-44b6-bd45-22bdd1524ae8 req-2a89b721-83d9-4ae4-8cfe-8c731caa9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:26.681363 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3ebd829c-82fe-44b6-bd45-22bdd1524ae8 req-2a89b721-83d9-4ae4-8cfe-8c731caa9f33 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951877 Oct 22 18:49:26.777372 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd829c-82fe-44b6-bd45-22bdd1524ae8 req-2bc27e61-b262-45cb-ae83-2c40597d0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:26.778967 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3ebd829c-82fe-44b6-bd45-22bdd1524ae8 req-2bc27e61-b262-45cb-ae83-2c40597d0639 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895810 Oct 22 18:49:26.857515 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-92032f06-9022-4f37-a34c-faf98278f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:26.859111 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-92032f06-9022-4f37-a34c-faf98278f44c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 1096 time: 0.0400667 Oct 22 18:49:27.063127 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-eb220b81-e23e-44ff-a6ec-b1721909c9be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c32cad56-1e43-4108-b28d-afbe94c19a7f HTTP/1.1" status: 200 len: 217 time: 0.0365610 Oct 22 18:49:27.112380 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-b7cd2c4b-bcf3-4954-b35f-febc72c98cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:27.113767 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-b7cd2c4b-bcf3-4954-b35f-febc72c98cd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78052a3d-c520-4c56-b4cd-34e46ac9ac79 HTTP/1.1" status: 200 len: 854 time: 0.0423741 Oct 22 18:49:27.146778 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-bd37e907-4174-4e70-b361-f4bca2b255c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3214b4-ef5b-4a89-a12a-c05c2c379161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254779 Oct 22 18:49:27.241459 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-ce5813bb-91bf-458f-aea1-2d58e41dbd1d service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Oct 22 18:49:27.247055 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8258f-9dfe-48b3-9b82-2af315c31893 req-b7f20f51-bf8f-4b23-ba74-d91ed8b26754 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:27.254214 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3eb8258f-9dfe-48b3-9b82-2af315c31893 req-b7f20f51-bf8f-4b23-ba74-d91ed8b26754 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0547853 Oct 22 18:49:27.286952 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3eb8258f-9dfe-48b3-9b82-2af315c31893 req-9912f37f-7386-4d63-b613-63b9906b9823 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319803 Oct 22 18:49:27.332182 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bf26f4b-2919-43e0-8252-8227ee10505c req-b6e95ad3-9884-45a6-b2be-393cf6dd37f7 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830562 Oct 22 18:49:27.434350 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94f7a9-1fbe-4287-afc3-0a99af4d7b2d req-b8851913-2f04-4152-83f7-f1997cef1135 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:27.436420 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa94f7a9-1fbe-4287-afc3-0a99af4d7b2d req-b8851913-2f04-4152-83f7-f1997cef1135 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0605364 Oct 22 18:49:27.481307 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa94f7a9-1fbe-4287-afc3-0a99af4d7b2d req-83d9a655-a45c-4691-b583-b50415ee7247 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Oct 22 18:49:28.399628 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac11a-059d-45c7-813f-5e7280c8d43f req-65dbc046-e19a-462d-b291-c84139cec50a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:28.401093 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2f4ac11a-059d-45c7-813f-5e7280c8d43f req-65dbc046-e19a-462d-b291-c84139cec50a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0487006 Oct 22 18:49:28.439770 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2f4ac11a-059d-45c7-813f-5e7280c8d43f req-03b49ba9-0ba8-45f8-a4ac-ab0c3dd8830c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Oct 22 18:49:28.596942 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b31d6-c59a-4f13-9862-9d35b779b954 req-b40276d8-7633-421b-bc72-33948bb41d9f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:28.598386 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-085b31d6-c59a-4f13-9862-9d35b779b954 req-b40276d8-7633-421b-bc72-33948bb41d9f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0516331 Oct 22 18:49:28.634477 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-085b31d6-c59a-4f13-9862-9d35b779b954 req-ff9195aa-9f8b-4eec-b864-26a06c4c277e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302322 Oct 22 18:49:29.553558 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781d839-fbd3-4d3c-89bd-b08b9dc8b77b req-a1b0f118-37b3-41d1-9b8b-4f39649a857f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:29.555030 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1781d839-fbd3-4d3c-89bd-b08b9dc8b77b req-a1b0f118-37b3-41d1-9b8b-4f39649a857f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0482819 Oct 22 18:49:29.595298 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1781d839-fbd3-4d3c-89bd-b08b9dc8b77b req-a038412e-07eb-40fe-a68f-699444eb7619 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Oct 22 18:49:29.748386 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba7bd-c1f3-410a-9839-3d4c02bf4e62 req-225b7fed-b58b-467d-a54c-96bf0f8223e8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:29.749765 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa9ba7bd-c1f3-410a-9839-3d4c02bf4e62 req-225b7fed-b58b-467d-a54c-96bf0f8223e8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0513258 Oct 22 18:49:29.787823 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa9ba7bd-c1f3-410a-9839-3d4c02bf4e62 req-bdc982e4-dca0-437a-9127-a271a390ade1 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Oct 22 18:49:30.711928 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bbb0b-af81-4435-a4b5-e27d04ea7b1c req-767a6acc-b48f-44b5-9495-ede80ebbdc8b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:30.713357 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-817bbb0b-af81-4435-a4b5-e27d04ea7b1c req-767a6acc-b48f-44b5-9495-ede80ebbdc8b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0513692 Oct 22 18:49:30.752086 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-817bbb0b-af81-4435-a4b5-e27d04ea7b1c req-666894de-dae1-4b27-ab07-026a4a18c518 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Oct 22 18:49:30.900082 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af892e-afd1-428d-8841-7ffbf135f6d5 req-934efadb-1d90-4312-a296-f36985fec4fc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:30.901539 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-60af892e-afd1-428d-8841-7ffbf135f6d5 req-934efadb-1d90-4312-a296-f36985fec4fc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0485318 Oct 22 18:49:30.939224 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-60af892e-afd1-428d-8841-7ffbf135f6d5 req-dd6e0b01-5a05-4a8c-b207-95ae404458eb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Oct 22 18:49:31.866387 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35aa5e-2b8a-4447-aef2-857316d8aba4 req-7306cd09-899b-42b3-ab15-a19eac963075 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:31.868551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5e35aa5e-2b8a-4447-aef2-857316d8aba4 req-7306cd09-899b-42b3-ab15-a19eac963075 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0485604 Oct 22 18:49:31.906238 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5e35aa5e-2b8a-4447-aef2-857316d8aba4 req-3e728385-6e07-4382-a867-ff542be6e6f2 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Oct 22 18:49:32.055539 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0097fd8-7390-4cda-a0a9-0240d9eeaa57 req-81b76031-6160-4f8d-9096-ee6a1949f53d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:32.057004 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0097fd8-7390-4cda-a0a9-0240d9eeaa57 req-81b76031-6160-4f8d-9096-ee6a1949f53d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0480096 Oct 22 18:49:32.093189 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0097fd8-7390-4cda-a0a9-0240d9eeaa57 req-c9079455-3733-471e-82ce-49661373a867 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305085 Oct 22 18:49:33.025605 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bf71b-010a-4edb-8652-b39f55a0c5f8 req-77995c9f-5ef2-44ee-b39b-3224ff3d121f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:33.026577 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de5bf71b-010a-4edb-8652-b39f55a0c5f8 req-77995c9f-5ef2-44ee-b39b-3224ff3d121f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0484776 Oct 22 18:49:33.064356 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de5bf71b-010a-4edb-8652-b39f55a0c5f8 req-1345a6a0-4551-4b23-9cfe-36dd44d4434d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Oct 22 18:49:33.282195 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f623e-fcbd-4b54-9512-a072fd60df27 req-72339bc9-7218-473e-8750-3de53c0a6b45 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:33.283873 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-278f623e-fcbd-4b54-9512-a072fd60df27 req-72339bc9-7218-473e-8750-3de53c0a6b45 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0568542 Oct 22 18:49:33.333961 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-278f623e-fcbd-4b54-9512-a072fd60df27 req-f2c9c51b-0d63-4c3f-8476-90e17811086b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Oct 22 18:49:34.185802 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1764b86-9f59-4c0c-8a0a-3f2f86771343 req-ca3109cf-a75f-4a03-9eff-5c94a95d211c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:34.187268 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f1764b86-9f59-4c0c-8a0a-3f2f86771343 req-ca3109cf-a75f-4a03-9eff-5c94a95d211c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0532281 Oct 22 18:49:34.228410 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f1764b86-9f59-4c0c-8a0a-3f2f86771343 req-b121321c-e170-4493-b52c-77a0cae29d71 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Oct 22 18:49:34.458704 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-57f43992-5181-4e7e-84eb-7aaf39348d81 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=236d9f5698a741a1be3c978432753d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308971 Oct 22 18:49:34.495641 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c53615-3dc8-4eab-b6a7-afed4f9b010f req-f213391c-39a7-4776-b35a-1695616aac8c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:34.498981 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-96c53615-3dc8-4eab-b6a7-afed4f9b010f req-f213391c-39a7-4776-b35a-1695616aac8c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0578227 Oct 22 18:49:34.539372 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-96c53615-3dc8-4eab-b6a7-afed4f9b010f req-f1d5d619-567a-4843-a331-9550132efc12 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Oct 22 18:49:34.658944 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-e02205c8-7e31-4ff0-b6e5-7ecb9be599b1 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:34.660427 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-e02205c8-7e31-4ff0-b6e5-7ecb9be599b1 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961942 Oct 22 18:49:34.676666 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-5185ef1e-ffb3-460a-902f-f1960e40fb2a tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/quotas/236d9f5698a741a1be3c978432753d7d HTTP/1.1" status: 200 len: 375 time: 0.0094867 Oct 22 18:49:34.709599 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-83edfb60-a136-42a9-b68d-14ade04117fb tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=236d9f5698a741a1be3c978432753d7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269420 Oct 22 18:49:34.928105 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dcbe2525-c019-4486-89ce-f50bfb7e437c req-2b0bebbd-5368-4cf9-b473-5557a478a6a4 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 210 time: 0.0428152 Oct 22 18:49:35.362102 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4469e-3595-4534-a899-717430131963 req-de1653f3-93fa-4a64-b9c7-24bdcca118c2 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:35.363888 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-05b4469e-3595-4534-a899-717430131963 req-de1653f3-93fa-4a64-b9c7-24bdcca118c2 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0549951 Oct 22 18:49:35.405787 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-05b4469e-3595-4534-a899-717430131963 req-62e73b37-0c20-43b5-bbb8-2d9d24aa8800 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359457 Oct 22 18:49:35.683375 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da1c75-4454-488b-b8c8-0138faacd0fe req-1250d259-e49e-45b6-9c3a-7843d5b467d7 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:35.684961 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-82da1c75-4454-488b-b8c8-0138faacd0fe req-1250d259-e49e-45b6-9c3a-7843d5b467d7 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0660620 Oct 22 18:49:35.727616 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-82da1c75-4454-488b-b8c8-0138faacd0fe req-f94faf48-5aec-4776-acf1-33b233a0460d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367339 Oct 22 18:49:35.788147 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 32898) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:35.896616 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0abe5b43-386d-476f-85c3-21b96b0387a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:35.955952 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-4357b16e-2382-4ec6-8477-0e17a4b2d540 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=236d9f5698a741a1be3c978432753d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465233 Oct 22 18:49:36.064958 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b924d685-d718-468b-86f4-c11c6c70004f req-8b89b83c-c59b-403d-945e-17255b9211e9 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 210 time: 0.0593245 Oct 22 18:49:36.227938 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-1214049f-f72d-43e7-be88-6e5fa68aa96d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:36.229907 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-1214049f-f72d-43e7-be88-6e5fa68aa96d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668955 Oct 22 18:49:36.240893 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0abe5b43-386d-476f-85c3-21b96b0387a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.246698 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Request body: {'port': {'device_id': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c', 'admin_state_up': True, 'tenant_id': '236d9f5698a741a1be3c978432753d7d'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:36.263230 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0abe5b43-386d-476f-85c3-21b96b0387a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.383199 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 32922) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:36.543183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-05bb02b7-eed4-4c9f-ac29-19b4f1f98563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.557948 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe5b43-386d-476f-85c3-21b96b0387a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82800d8-4b08-4aa8-ab29-46ab1aeeed5f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:36.564801 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-0abe5b43-386d-476f-85c3-21b96b0387a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38cd2bcc94af46bebf453c8c43fd7502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7755976 Oct 22 18:49:36.569822 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 32928) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:36.587581 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c393e-d7cd-4139-b732-93d8dbe78749 req-36c1089d-cd1e-4916-a87e-77eb073b2b99 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:36.589060 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-803c393e-d7cd-4139-b732-93d8dbe78749 req-36c1089d-cd1e-4916-a87e-77eb073b2b99 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.1084101 Oct 22 18:49:36.653577 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb2-50fd-4898-a9ba-088af68d6441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.655285 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-803c393e-d7cd-4139-b732-93d8dbe78749 req-7532c90f-705c-43ad-832b-90e4268999d5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492103 Oct 22 18:49:36.663717 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Made reservation on behalf of 236d9f5698a741a1be3c978432753d7d for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:49:36.667215 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.681254 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-05bb02b7-eed4-4c9f-ac29-19b4f1f98563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.686334 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.691207 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-05bb02b7-eed4-4c9f-ac29-19b4f1f98563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.703196 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb2-50fd-4898-a9ba-088af68d6441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.721419 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-05bb02b7-eed4-4c9f-ac29-19b4f1f98563 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8139f2d4ad694c07816cb7ee3664e42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344281 Oct 22 18:49:36.722412 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 32936) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:36.739829 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb02b7-eed4-4c9f-ac29-19b4f1f98563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3046d777-088b-443d-8740-6c2a6211e3d2,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:36.838565 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d8859c5c-1712-4e54-b493-b7726bb0c969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.847800 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb2-50fd-4898-a9ba-088af68d6441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.850799 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d45f1fb2-50fd-4898-a9ba-088af68d6441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.851939 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d45f1fb2-50fd-4898-a9ba-088af68d6441 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e82800d8-4b08-4aa8-ab29-46ab1aeeed5f HTTP/1.1" status: 204 len: 168 time: 0.2816858 Oct 22 18:49:36.887382 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d469d4-7409-4b2c-bda1-fc61b76372d5 req-993a0366-3497-4d18-b7f4-e3d580749a2c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:36.889372 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f1fb2-50fd-4898-a9ba-088af68d6441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82800d8-4b08-4aa8-ab29-46ab1aeeed5f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:36.889511 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-88d469d4-7409-4b2c-bda1-fc61b76372d5 req-993a0366-3497-4d18-b7f4-e3d580749a2c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 943 time: 0.0809772 Oct 22 18:49:36.898499 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.916650 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d8859c5c-1712-4e54-b493-b7726bb0c969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.927637 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:36.969536 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-88d469d4-7409-4b2c-bda1-fc61b76372d5 req-a3a3225e-e17e-41c9-af7a-94759ac4bec0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686173 Oct 22 18:49:37.027797 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:37.078673 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d8859c5c-1712-4e54-b493-b7726bb0c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.081201 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d8859c5c-1712-4e54-b493-b7726bb0c969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.082441 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d8859c5c-1712-4e54-b493-b7726bb0c969 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3046d777-088b-443d-8740-6c2a6211e3d2 HTTP/1.1" status: 204 len: 168 time: 0.3589232 Oct 22 18:49:37.101899 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859c5c-1712-4e54-b493-b7726bb0c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3046d777-088b-443d-8740-6c2a6211e3d2,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:37.118644 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Allocated IP 192.168.233.53 (503f65e4-c8a0-4395-8887-792b969bd00c/f0643cea-4b57-4f19-ae33-9d2c8d0bbf48/9c490c61-4f48-48bd-aa3b-7fe3369cb2c5) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:49:37.191574 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device c32cad56-1e43-4108-b28d-afbe94c19a7f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:49:37.195685 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4af3f10f-436d-4053-9923-6a393cd064c8 req-3e66d99e-f347-4294-838a-b5460a2e74d2 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 210 time: 0.0430310 Oct 22 18:49:37.329643 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port c32cad56-1e43-4108-b28d-afbe94c19a7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c32cad56-1e43-4108-b28d-afbe94c19a7f,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:37.342666 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'c32cad56-1e43-4108-b28d-afbe94c19a7f', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'port_id': 'c32cad56-1e43-4108-b28d-afbe94c19a7f', 'mac_address': 'fa:16:3e:9d:44:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78052a3d-c520-4c56-b4cd-34e46ac9ac79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:49:37.342886 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.385636 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.390154 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.409434 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32cad56-1e43-4108-b28d-afbe94c19a7f {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:49:37.445789 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port c32cad56-1e43-4108-b28d-afbe94c19a7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c32cad56-1e43-4108-b28d-afbe94c19a7f,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:37.458906 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.470277 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Network 503f65e4-c8a0-4395-8887-792b969bd00c is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:49:37.476611 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:49:37.486529 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Pushing event updated for resources: {'Port': ['ID=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:37.489751 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:49:37.567681 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=c32cad56-1e43-4108-b28d-afbe94c19a7f,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:37.573394 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:37.574148 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.609999 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-a2ed8b8c-e280-4b1d-b744-a6d65e58c6cf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3576472 Oct 22 18:49:37.617250 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Request body: {'port': {'device_id': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:37.747896 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.794834 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-840daec2-11c3-47ec-a321-9bb22269e8a9 None None] Provisioning complete for port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:49:37.795768 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-840daec2-11c3-47ec-a321-9bb22269e8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:37.864104 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-840daec2-11c3-47ec-a321-9bb22269e8a9 None None] Port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:49:37.912510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d4d25-3822-4899-8b8e-416937c76bd2 req-2283eb26-1335-4a1a-a655-df6128047b4f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:37.923886 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-942d4d25-3822-4899-8b8e-416937c76bd2 req-2283eb26-1335-4a1a-a655-df6128047b4f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.1088076 Oct 22 18:49:37.968418 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['c32cad56-1e43-4108-b28d-afbe94c19a7f'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:49:38.016544 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-942d4d25-3822-4899-8b8e-416937c76bd2 req-c5da986f-85ab-47d8-bff8-3b8390b85347 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916214 Oct 22 18:49:38.253283 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a57cd-381f-4147-9abd-c9471b9e679b req-e13c07a0-b44f-451c-be29-3334e6c7c2cb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:38.255703 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-341a57cd-381f-4147-9abd-c9471b9e679b req-e13c07a0-b44f-451c-be29-3334e6c7c2cb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 944 time: 0.1834173 Oct 22 18:49:38.345717 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-341a57cd-381f-4147-9abd-c9471b9e679b req-634110a5-f16e-4609-8997-8c789c9b1fd0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770571 Oct 22 18:49:38.356038 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:49:38.366373 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:38.385560 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2470106-ae4c-43f6-8685-d034032c976a req-54a8c3b8-a95b-42e2-9d46-b765e811670c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:38.392315 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Transition to ACTIVE for port object 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:49:38.393547 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e2470106-ae4c-43f6-8685-d034032c976a req-54a8c3b8-a95b-42e2-9d46-b765e811670c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 935 time: 0.0935819 Oct 22 18:49:38.397513 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:38.440978 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e2470106-ae4c-43f6-8685-d034032c976a req-0fd1d6cd-dcbe-4ba6-a43a-eaf86e0d7bb9 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Oct 22 18:49:38.465539 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Pushing event updated for resources: {'Port': ['ID=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:38.550281 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Attempting to bind port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:49:38.550616 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Attempting to bind port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:49:38.551180 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Attempting to bind port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 on network 503f65e4-c8a0-4395-8887-792b969bd00c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:49:38.555931 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 on network 503f65e4-c8a0-4395-8887-792b969bd00c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:49:38.556485 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Attempting to bind port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 on network 503f65e4-c8a0-4395-8887-792b969bd00c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:49:38.562437 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:49:38.563003 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Checking segment: {'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:49:38.563560 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Bound using segment: {'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:49:38.564190 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Bound port: 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd24f4e-ec43-4c2b-be2b-113472d27469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:49:38.564551 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:38.641960 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] For port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:49:38.646514 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] For port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,segment=NetworkSegment(9fd24f4e-ec43-4c2b-be2b-113472d27469),segment_id=9fd24f4e-ec43-4c2b-be2b-113472d27469)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:49:38.652920 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:38.703129 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:38.704261 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:38.706557 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 HTTP/1.1" status: 200 len: 1097 time: 1.0952039 Oct 22 18:49:38.710080 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'tag': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:49:38.714287 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125423d-e396-476a-b5a5-e1f6913e3503" -d '{"events": [{"name": "network-changed", "server_uuid": "c21e024d-96df-4ed7-a316-99fc923bc8d9", "tag": "9c490c61-4f48-48bd-aa3b-7fe3369cb2c5"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:49:38.756357 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89053b4c-6389-40d4-9a34-ad5365dbd425 service neutron] Pushing event updated for resources: {'Port': ['ID=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:38.776229 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871e74c3-cd34-4451-99be-8cd34fc3c6aa x-openstack-request-id: req-871e74c3-cd34-4451-99be-8cd34fc3c6aa {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:49:38.776229 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21e024d-96df-4ed7-a316-99fc923bc8d9", "tag": "9c490c61-4f48-48bd-aa3b-7fe3369cb2c5", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:49:38.776229 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-871e74c3-cd34-4451-99be-8cd34fc3c6aa {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:49:38.776555 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'tag': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5', 'status': 'completed', 'code': 200} Oct 22 18:49:38.811653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33048) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:38.823574 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-cb19dfad-4c56-47a0-87d6-c0b08770ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:38.825448 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-cb19dfad-4c56-47a0-87d6-c0b08770ab3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=236d9f5698a741a1be3c978432753d7d&device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 1100 time: 0.0654655 Oct 22 18:49:38.895836 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-bbd7e76b-7437-492b-9a1c-4c049f61175e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 HTTP/1.1" status: 200 len: 217 time: 0.0533004 Oct 22 18:49:38.993441 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-2bbca97a-3aa7-498f-9a6f-97eb2b5a6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:38.995069 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-2bbca97a-3aa7-498f-9a6f-97eb2b5a6e95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0643cea-4b57-4f19-ae33-9d2c8d0bbf48 HTTP/1.1" status: 200 len: 843 time: 0.0796628 Oct 22 18:49:39.060823 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-8a697372-6811-4a61-9c21-279427ae0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:39.062545 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-8a697372-6811-4a61-9c21-279427ae0b39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=503f65e4-c8a0-4395-8887-792b969bd00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0596218 Oct 22 18:49:39.077140 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-238fe936-fb4c-425e-a695-9d6b20feaa01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:39.177276 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-238fe936-fb4c-425e-a695-9d6b20feaa01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:39.183829 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-238fe936-fb4c-425e-a695-9d6b20feaa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:39.227561 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-238fe936-fb4c-425e-a695-9d6b20feaa01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=267d747ca32f43ed829f0a1352ce0336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145021 Oct 22 18:49:39.228404 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33070) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:39.234778 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1884807-decb-4617-86a2-ff5e26bce934 req-d5234b38-232c-4b2d-b013-c23558d9acd6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:39.236370 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1884807-decb-4617-86a2-ff5e26bce934 req-d5234b38-232c-4b2d-b013-c23558d9acd6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.1501153 Oct 22 18:49:39.254366 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fe936-fb4c-425e-a695-9d6b20feaa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537f504f-11dc-4584-9418-a7df202108f4,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:39.298198 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-b7f61a5e-7297-48f9-bec2-41680bbf39ce service neutron] 10.222.0.37 "GET /v2.0/networks/503f65e4-c8a0-4395-8887-792b969bd00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211566 Oct 22 18:49:39.316244 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a2ffab02-1f9f-429d-a90d-1f800b057b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:39.334500 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1884807-decb-4617-86a2-ff5e26bce934 req-7280bdb1-119b-425a-9894-7e83c9398f0d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846865 Oct 22 18:49:39.348074 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a2ffab02-1f9f-429d-a90d-1f800b057b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:39.430408 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a2ffab02-1f9f-429d-a90d-1f800b057b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:39.433920 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a2ffab02-1f9f-429d-a90d-1f800b057b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:39.434434 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fe338eb-ccc2-4fa4-b046-e0edba69cd37 req-d09267f9-35e5-4669-adab-1c0ad08a414a service neutron] 10.222.0.37 "GET /v2.0/networks/503f65e4-c8a0-4395-8887-792b969bd00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262026 Oct 22 18:49:39.437897 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-a2ffab02-1f9f-429d-a90d-1f800b057b56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/537f504f-11dc-4584-9418-a7df202108f4 HTTP/1.1" status: 204 len: 168 time: 0.1821392 Oct 22 18:49:39.448559 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffab02-1f9f-429d-a90d-1f800b057b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f504f-11dc-4584-9418-a7df202108f4,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:39.550719 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7519-51ca-41e6-8394-729cb0392f5e req-73861036-f4d2-4e55-9b53-a56e6b6b6027 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:39.560464 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f89f7519-51ca-41e6-8394-729cb0392f5e req-73861036-f4d2-4e55-9b53-a56e6b6b6027 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 944 time: 0.0774367 Oct 22 18:49:39.612539 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-521a126b-c55a-476b-8ce7-499e7bd4c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:39.619962 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-521a126b-c55a-476b-8ce7-499e7bd4c58f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=236d9f5698a741a1be3c978432753d7d&device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 1100 time: 0.1087072 Oct 22 18:49:39.623402 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f89f7519-51ca-41e6-8394-729cb0392f5e req-d953a914-ebb1-40b9-9e35-b08c4e097f8a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613556 Oct 22 18:49:39.722663 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33094) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:39.792373 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-d282f7fe-c43e-42e3-939c-695808d91665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:39.794423 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-d282f7fe-c43e-42e3-939c-695808d91665 service neutron] 10.222.0.37 "GET /v2.0/networks?id=503f65e4-c8a0-4395-8887-792b969bd00c HTTP/1.1" status: 200 len: 870 time: 0.1616132 Oct 22 18:49:39.853189 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-541d98b2-ec43-4bc0-9821-984fe3f8e6d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 HTTP/1.1" status: 200 len: 217 time: 0.0493662 Oct 22 18:49:39.911305 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e8409-467c-49f1-a176-7e816a1d57c6 req-e0f1d0b8-2b78-465b-990c-24299a9e186d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:39.912828 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-879e8409-467c-49f1-a176-7e816a1d57c6 req-e0f1d0b8-2b78-465b-990c-24299a9e186d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 947 time: 0.1230476 Oct 22 18:49:39.949616 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-cd576274-0b1f-4a37-a98a-1f2bf72909c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:39.951694 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-cd576274-0b1f-4a37-a98a-1f2bf72909c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0643cea-4b57-4f19-ae33-9d2c8d0bbf48 HTTP/1.1" status: 200 len: 843 time: 0.0899506 Oct 22 18:49:39.993456 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-879e8409-467c-49f1-a176-7e816a1d57c6 req-2b27e493-6c3f-4815-be2b-a84af4349969 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Oct 22 18:49:40.020819 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-8123052f-cdb3-4b8e-bfa9-d6b7c97b1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:40.020819 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-8123052f-cdb3-4b8e-bfa9-d6b7c97b1010 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=503f65e4-c8a0-4395-8887-792b969bd00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0552533 Oct 22 18:49:40.024165 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.148863 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-b577cf05-5ec7-4a33-87fb-d7b500471905 service neutron] 10.222.0.37 "GET /v2.0/networks/503f65e4-c8a0-4395-8887-792b969bd00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258652 Oct 22 18:49:40.164842 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.172876 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.243015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab898d0-f30e-4bc5-b0a6-4c55f317b355,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:40.249892 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8764ba6ec374ef39e89f28f73dc283e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5263383 Oct 22 18:49:40.252554 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33112) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:40.268797 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.269138 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.269471 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.269981 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.270442 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.270765 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.271293 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.271641 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.271896 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.272212 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.272525 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.272835 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad6bce5-eea7-4572-8c2f-89cae80f3e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.280131 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f125423d-e396-476a-b5a5-e1f6913e3503 req-32e12dc7-c128-46e5-9590-78d35aa97a99 service neutron] 10.222.0.37 "GET /v2.0/networks/503f65e4-c8a0-4395-8887-792b969bd00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147163 Oct 22 18:49:40.324098 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-03984113-f577-4829-b93e-9afb280ed7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.346515 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-03984113-f577-4829-b93e-9afb280ed7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.399215 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-03984113-f577-4829-b93e-9afb280ed7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.401991 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-03984113-f577-4829-b93e-9afb280ed7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.403173 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-03984113-f577-4829-b93e-9afb280ed7c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dab898d0-f30e-4bc5-b0a6-4c55f317b355 HTTP/1.1" status: 204 len: 168 time: 0.1491580 Oct 22 18:49:40.412425 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03984113-f577-4829-b93e-9afb280ed7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab898d0-f30e-4bc5-b0a6-4c55f317b355,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:40.485370 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d44a-21ad-4251-9b48-5c7f16016216 req-e4fcdf74-22e8-45d1-b591-950fb255576c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:40.487196 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9a19d44a-21ad-4251-9b48-5c7f16016216 req-e4fcdf74-22e8-45d1-b591-950fb255576c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0542302 Oct 22 18:49:40.527780 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9a19d44a-21ad-4251-9b48-5c7f16016216 req-a5ca6085-b86d-4b8c-9882-f22538afee61 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Oct 22 18:49:40.754080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6f064-9531-4016-b9da-89ea468b3e64 req-c79e9799-475a-48d7-a72e-8121d3eeb445 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:40.755463 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aed6f064-9531-4016-b9da-89ea468b3e64 req-c79e9799-475a-48d7-a72e-8121d3eeb445 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 944 time: 0.0650918 Oct 22 18:49:40.796060 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 33140) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:40.812736 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aed6f064-9531-4016-b9da-89ea468b3e64 req-77ae99fd-3f0f-49e3-ae54-cc53a3ab8fdc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489688 Oct 22 18:49:40.818374 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.900623 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.906097 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:40.947334 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c22bc8983b1949eb88866cdc3cb38f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493175 Oct 22 18:49:40.948189 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc437690-78cc-4529-ae40-3a60bf3a3ec9,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:40.950411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 33142) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:40.961723 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.962128 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.962384 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.962719 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.963053 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.963381 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.963722 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.964023 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.964345 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.964668 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.964987 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:40.965310 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb524ad1-578d-4acc-bc10-50894c3b58f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:41.017031 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-14022a09-f5df-41d7-ab4c-ee2077f5e928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.041297 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-14022a09-f5df-41d7-ab4c-ee2077f5e928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.137802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa1377-19f3-43ea-b188-f0a5347d4824 req-c987d719-3a35-4ed2-bbbc-1f1c6894d733 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:41.139612 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fcaa1377-19f3-43ea-b188-f0a5347d4824 req-c987d719-3a35-4ed2-bbbc-1f1c6894d733 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 947 time: 0.0591068 Oct 22 18:49:41.140701 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-14022a09-f5df-41d7-ab4c-ee2077f5e928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.143322 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-14022a09-f5df-41d7-ab4c-ee2077f5e928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.146804 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-14022a09-f5df-41d7-ab4c-ee2077f5e928 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc437690-78cc-4529-ae40-3a60bf3a3ec9 HTTP/1.1" status: 204 len: 168 time: 0.1921649 Oct 22 18:49:41.172416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14022a09-f5df-41d7-ab4c-ee2077f5e928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc437690-78cc-4529-ae40-3a60bf3a3ec9,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:41.192608 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device c32cad56-1e43-4108-b28d-afbe94c19a7f up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:49:41.198010 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fcaa1377-19f3-43ea-b188-f0a5347d4824 req-64817c7c-4530-4353-9490-324adb41add0 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509753 Oct 22 18:49:41.293723 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port c32cad56-1e43-4108-b28d-afbe94c19a7f completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:49:41.303134 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port c32cad56-1e43-4108-b28d-afbe94c19a7f triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:49:41.303371 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.398592 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.425605 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32cad56-1e43-4108-b28d-afbe94c19a7f'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:49:41.428106 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1545535f-0bc3-4730-b01c-5a94611db395" -d '{"events": [{"server_uuid": "7c5b4298-9310-413e-9a4e-4064ade2692c", "name": "network-vif-plugged", "status": "completed", "tag": "c32cad56-1e43-4108-b28d-afbe94c19a7f"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:49:41.442119 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port c32cad56-1e43-4108-b28d-afbe94c19a7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c32cad56-1e43-4108-b28d-afbe94c19a7f,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:41.448227 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.477119 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0460e0a-c6ec-4e67-b24f-6ab9d5d34a61 x-openstack-request-id: req-d0460e0a-c6ec-4e67-b24f-6ab9d5d34a61 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:49:41.477612 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5b4298-9310-413e-9a4e-4064ade2692c", "name": "network-vif-plugged", "status": "completed", "tag": "c32cad56-1e43-4108-b28d-afbe94c19a7f", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:49:41.477901 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0460e0a-c6ec-4e67-b24f-6ab9d5d34a61 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:49:41.478427 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32cad56-1e43-4108-b28d-afbe94c19a7f', 'code': 200} Oct 22 18:49:41.523369 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=c32cad56-1e43-4108-b28d-afbe94c19a7f,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:41.554122 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33170) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:41.575906 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f8c26c8f-e1d4-42b3-8985-9ee8895b4a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.706647 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619161e-c3ed-4c23-870a-e1983fa77734 req-87d0a128-e70c-4798-926c-1f65cbc222b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:41.708183 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d619161e-c3ed-4c23-870a-e1983fa77734 req-87d0a128-e70c-4798-926c-1f65cbc222b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 1098 time: 0.0496228 Oct 22 18:49:41.727023 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f8c26c8f-e1d4-42b3-8985-9ee8895b4a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.736845 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca5880-91ac-4e63-afa5-5416d77b91c9 req-7ddedf31-913b-4021-b1f4-77d8198614ae tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:41.738646 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f8ca5880-91ac-4e63-afa5-5416d77b91c9 req-7ddedf31-913b-4021-b1f4-77d8198614ae tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0993016 Oct 22 18:49:41.743213 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f8c26c8f-e1d4-42b3-8985-9ee8895b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.746985 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d619161e-c3ed-4c23-870a-e1983fa77734 req-b0acb30b-b4d8-4f34-a463-4b7c5ac84bae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292645 Oct 22 18:49:41.795810 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-f8c26c8f-e1d4-42b3-8985-9ee8895b4a19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a51f48c70c934776acdce92bdebd9ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398968 Oct 22 18:49:41.798530 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 33180) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:41.800244 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c26c8f-e1d4-42b3-8985-9ee8895b4a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd1ae3-23e6-40d8-84fc-a20f39ca75b7,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:41.820259 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f8ca5880-91ac-4e63-afa5-5416d77b91c9 req-d35dc349-e895-4feb-a1b7-127ad42109df tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732567 Oct 22 18:49:41.854995 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b80503f-380d-43f9-889e-61f81283b101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.883550 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b80503f-380d-43f9-889e-61f81283b101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.962469 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48776e0f-4477-4ff6-89c8-4fd66db1af64 req-a8b64b4e-2602-48d0-90d9-f8955d70d33a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:41.963854 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48776e0f-4477-4ff6-89c8-4fd66db1af64 req-a8b64b4e-2602-48d0-90d9-f8955d70d33a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 945 time: 0.0719490 Oct 22 18:49:41.978630 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b80503f-380d-43f9-889e-61f81283b101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.981096 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b80503f-380d-43f9-889e-61f81283b101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:41.982682 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7b80503f-380d-43f9-889e-61f81283b101 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31bd1ae3-23e6-40d8-84fc-a20f39ca75b7 HTTP/1.1" status: 204 len: 168 time: 0.1831079 Oct 22 18:49:42.002286 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80503f-380d-43f9-889e-61f81283b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd1ae3-23e6-40d8-84fc-a20f39ca75b7,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:42.016289 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48776e0f-4477-4ff6-89c8-4fd66db1af64 req-53bda000-30ef-49e2-aa16-488b7bd486c4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Oct 22 18:49:42.354146 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7fdf-a40c-4ae7-834b-ada5b14a9d66 req-d4d7bdfb-c7e4-4ef0-92d8-48c62b64a15d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:42.358571 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3c5c7fdf-a40c-4ae7-834b-ada5b14a9d66 req-d4d7bdfb-c7e4-4ef0-92d8-48c62b64a15d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 947 time: 0.0601623 Oct 22 18:49:42.409293 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3c5c7fdf-a40c-4ae7-834b-ada5b14a9d66 req-14dbd0f4-4b8a-4c89-b1c7-8d11f6fcaa24 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453789 Oct 22 18:49:42.945813 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91eb027-2bdf-410b-b472-99175fd1caba req-02ce6ce0-2a63-40b2-9249-dbc4447fcbac tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:42.947279 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b91eb027-2bdf-410b-b472-99175fd1caba req-02ce6ce0-2a63-40b2-9249-dbc4447fcbac tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0523028 Oct 22 18:49:42.986605 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b91eb027-2bdf-410b-b472-99175fd1caba req-7e50ff3a-f99f-43b0-a1ab-4235f373a909 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Oct 22 18:49:43.143524 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1982f-5232-458c-ac45-44b418434549 req-b947aa41-8dbe-44bb-aa3b-4d2d1b3fa9a8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:43.145181 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-deb1982f-5232-458c-ac45-44b418434549 req-b947aa41-8dbe-44bb-aa3b-4d2d1b3fa9a8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 945 time: 0.0570161 Oct 22 18:49:43.189378 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-deb1982f-5232-458c-ac45-44b418434549 req-bca1c227-ae42-4dd8-826b-317669186245 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Oct 22 18:49:43.211343 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:49:43.315147 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,segment=NetworkSegment(9fd24f4e-ec43-4c2b-be2b-113472d27469),segment_id=9fd24f4e-ec43-4c2b-be2b-113472d27469)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:43.325927 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5', 'network_id': '503f65e4-c8a0-4395-8887-792b969bd00c', 'port_id': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5', 'mac_address': 'fa:16:3e:fb:fe:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0643cea-4b57-4f19-ae33-9d2c8d0bbf48', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:49:43.370865 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:43.385234 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:49:43.411515 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,segment=NetworkSegment(9fd24f4e-ec43-4c2b-be2b-113472d27469),segment_id=9fd24f4e-ec43-4c2b-be2b-113472d27469)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:43.417093 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:43.478669 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:43.560695 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66763a61-2b52-4364-be2f-cd1bd148c272 req-b8d5a0ee-48fe-475f-a16a-37ce899d6338 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:43.567957 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-66763a61-2b52-4364-be2f-cd1bd148c272 req-b8d5a0ee-48fe-475f-a16a-37ce899d6338 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 948 time: 0.0717337 Oct 22 18:49:43.604241 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-66763a61-2b52-4364-be2f-cd1bd148c272 req-78edf950-6572-4a65-9dd6-7bea56dab160 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354631 Oct 22 18:49:43.913589 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['9c490c61-4f48-48bd-aa3b-7fe3369cb2c5'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:49:44.111906 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de0e3a-2925-446c-a0b1-ca962bf20a84 req-7b33efdd-8a7e-492e-a490-9dbaf5002d59 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:44.113386 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63de0e3a-2925-446c-a0b1-ca962bf20a84 req-7b33efdd-8a7e-492e-a490-9dbaf5002d59 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0501456 Oct 22 18:49:44.151414 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63de0e3a-2925-446c-a0b1-ca962bf20a84 req-2f003477-6aab-4e1e-88bf-180a6e3ac314 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Oct 22 18:49:44.152166 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 33290) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:44.240037 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-efd7d9e1-b5b4-4f7b-89f5-1924e29fca08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.282891 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-074ec064-800b-4d35-8314-e37e202b18b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.331173 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485ff7e-dba3-4d3d-9362-ba94032fa128 req-6406888e-b04f-48f5-af8f-987d46a9b33b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:44.332669 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b485ff7e-dba3-4d3d-9362-ba94032fa128 req-6406888e-b04f-48f5-af8f-987d46a9b33b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 945 time: 0.0638580 Oct 22 18:49:44.362832 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-074ec064-800b-4d35-8314-e37e202b18b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.367641 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-074ec064-800b-4d35-8314-e37e202b18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.381252 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b485ff7e-dba3-4d3d-9362-ba94032fa128 req-c8042205-334a-427b-9b4a-da0cb3ebac63 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Oct 22 18:49:44.414424 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-074ec064-800b-4d35-8314-e37e202b18b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c233fa5597de4a3881083e4f1f052e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556276 Oct 22 18:49:44.414527 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33308) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:44.414611 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ec064-800b-4d35-8314-e37e202b18b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c960ca37-ecc3-4939-9af9-df0c5beac897,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:44.461260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-522ecf4d-6347-44dd-b003-57a7b9543c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.486472 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-522ecf4d-6347-44dd-b003-57a7b9543c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.539965 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-522ecf4d-6347-44dd-b003-57a7b9543c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.542928 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-522ecf4d-6347-44dd-b003-57a7b9543c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:44.544028 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-522ecf4d-6347-44dd-b003-57a7b9543c2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c960ca37-ecc3-4939-9af9-df0c5beac897 HTTP/1.1" status: 204 len: 168 time: 0.1318979 Oct 22 18:49:44.554413 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ecf4d-6347-44dd-b003-57a7b9543c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c960ca37-ecc3-4939-9af9-df0c5beac897,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:44.761032 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bb290-db9b-4660-a13c-9d92de877532 req-5340eb66-6557-4f74-b388-62885e4b67e9 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:44.773695 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10bb290-db9b-4660-a13c-9d92de877532 req-5340eb66-6557-4f74-b388-62885e4b67e9 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 948 time: 0.0922592 Oct 22 18:49:44.827886 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d10bb290-db9b-4660-a13c-9d92de877532 req-c637926a-fa78-46d3-a418-920b6fd96344 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485227 Oct 22 18:49:45.303001 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e4fac-7b33-4a1a-9be3-af951e2fd9a8 req-a2a886ce-520f-4947-969a-cd77b49e4ae7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:45.305283 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b59e4fac-7b33-4a1a-9be3-af951e2fd9a8 req-a2a886ce-520f-4947-969a-cd77b49e4ae7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0618596 Oct 22 18:49:45.348997 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b59e4fac-7b33-4a1a-9be3-af951e2fd9a8 req-c94de5f1-3f59-416b-a2ab-3aa147e56674 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350494 Oct 22 18:49:45.353442 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33368) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:45.460613 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1081355681-network', 'tenant_id': '6e9e1a929f4b4d00a8d1f306b7d8a821'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:45.483569 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Made reservation on behalf of 6e9e1a929f4b4d00a8d1f306b7d8a821 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:49:45.485953 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.491711 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bd403-fb2d-4087-8943-31ee48087e4e req-3222b501-25ad-4c0d-985a-52b6e5bda789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:45.494233 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e9bd403-fb2d-4087-8943-31ee48087e4e req-3222b501-25ad-4c0d-985a-52b6e5bda789 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 1099 time: 0.0493069 Oct 22 18:49:45.495080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.572239 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.576352 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.603308 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:49:45.610265 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e17deb-3bf3-49bc-931b-a71295b78c30,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:45.616133 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.616498 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Added segment d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02 of type vlan for network 589e1776-39de-4954-8114-1f64d744b989 Oct 22 18:49:45.660394 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.686601 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.687863 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:45.688466 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.725262 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3706267 Oct 22 18:49:45.728267 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 33380) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:45.733739 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Request body: {'subnet': {'network_id': '589e1776-39de-4954-8114-1f64d744b989', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1081355681-subnet', 'tenant_id': '6e9e1a929f4b4d00a8d1f306b7d8a821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:45.755451 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d952946-97e6-4c6b-b266-2725c915e413 admin admin] Pushing event updated for resources: {'Network': ['ID=589e1776-39de-4954-8114-1f64d744b989,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:45.767618 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 589e1776-39de-4954-8114-1f64d744b989 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:49:45.771031 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Made reservation on behalf of 6e9e1a929f4b4d00a8d1f306b7d8a821 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:49:45.773057 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:45.987995 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f832713-03e0-40ec-bd44-e33b6261e0a6 req-3e14de0c-11de-4b5e-8608-99d818d1c74d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:45.989513 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8f832713-03e0-40ec-bd44-e33b6261e0a6 req-3e14de0c-11de-4b5e-8608-99d818d1c74d tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 948 time: 0.0890577 Oct 22 18:49:46.048069 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:46.085971 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8f832713-03e0-40ec-bd44-e33b6261e0a6 req-0fd919dc-7982-469d-988c-3a0d3cfec89e tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726116 Oct 22 18:49:46.114631 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fcaa52-165e-4645-b4f4-689b6ef15dcd,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:46.125396 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Checking segment: {'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:49:46.125747 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Network hostable DHCP agents. Network: 589e1776-39de-4954-8114-1f64d744b989, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:49:46.142081 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Network 589e1776-39de-4954-8114-1f64d744b989 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:49:46.151716 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 589e1776-39de-4954-8114-1f64d744b989) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:49:46.157032 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:46.157682 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:46.164372 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9bcb4a-ab70-4d18-b7ed-ff7737799d0e None None] Network 589e1776-39de-4954-8114-1f64d744b989 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:49:46.183213 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8b33be49-9a27-420e-b6ad-e61e98c6ab78 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4459000 Oct 22 18:49:46.311834 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2789aa-f0b3-4c8f-9710-305d8659a2ca None None] Network 589e1776-39de-4954-8114-1f64d744b989 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:49:46.494916 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d602-be04-4bfe-890e-03e04edcccbb req-57de9b10-6fc1-4363-ad26-12810c2a8b91 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:46.496781 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5809d602-be04-4bfe-890e-03e04edcccbb req-57de9b10-6fc1-4363-ad26-12810c2a8b91 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0542498 Oct 22 18:49:46.548686 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5809d602-be04-4bfe-890e-03e04edcccbb req-89ed8160-ee22-4baf-97c5-009ca31e0109 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Oct 22 18:49:46.711499 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e9bd403-fb2d-4087-8943-31ee48087e4e req-e9712df3-0695-4c96-8418-3a5a1900996c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 Oct 22 18:49:46.948560 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-89bbdc5b-ae1e-41ce-af8d-bd62289d6f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:47.205512 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ae7e-2736-4d7e-bd6d-fc920ccd3fb6 req-7d0c88fd-5780-4f81-b364-b4e7dfed7071 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:47.207013 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea87ae7e-2736-4d7e-bd6d-fc920ccd3fb6 req-7d0c88fd-5780-4f81-b364-b4e7dfed7071 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 948 time: 0.0523880 Oct 22 18:49:47.245855 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea87ae7e-2736-4d7e-bd6d-fc920ccd3fb6 req-e082e1ac-f87c-4a65-a3c7-94b0449acdef tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 Oct 22 18:49:47.648424 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9324e54-c950-4fbe-bd0b-0cf5040f2fbb req-ae85aa41-324a-43f2-a0ba-a3c13d915108 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:47.649897 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9324e54-c950-4fbe-bd0b-0cf5040f2fbb req-ae85aa41-324a-43f2-a0ba-a3c13d915108 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0477178 Oct 22 18:49:47.688640 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9324e54-c950-4fbe-bd0b-0cf5040f2fbb req-6b7cdd31-7822-4998-9902-7a9aeb78de87 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Oct 22 18:49:47.916953 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:48.285648 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:48.359865 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b1fc7-4a43-4d58-b154-8e16a87bed6a req-a77b87da-85b8-472e-968a-cdae0f84caf3 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:48.361312 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-045b1fc7-4a43-4d58-b154-8e16a87bed6a req-a77b87da-85b8-472e-968a-cdae0f84caf3 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 948 time: 0.0475168 Oct 22 18:49:48.397258 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-045b1fc7-4a43-4d58-b154-8e16a87bed6a req-bbb30a28-c271-4560-9e52-8fb135a22baf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300546 Oct 22 18:49:48.804904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4aad8-9d4b-48bd-bda9-74e05811b02c req-27dbd6a4-dc28-4e04-b80b-41aa20e5a5de tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:48.807589 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e9e4aad8-9d4b-48bd-bda9-74e05811b02c req-27dbd6a4-dc28-4e04-b80b-41aa20e5a5de tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0530789 Oct 22 18:49:48.843160 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e9e4aad8-9d4b-48bd-bda9-74e05811b02c req-2f4c6ea2-2a9c-4909-ae36-6aab76253a1f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Oct 22 18:49:49.511792 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed1b0-fadf-409c-926f-e4364edd9f6c req-0e1de74a-7de0-4ad7-91bc-92551b2057dd tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:49.513181 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-458ed1b0-fadf-409c-926f-e4364edd9f6c req-0e1de74a-7de0-4ad7-91bc-92551b2057dd tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 948 time: 0.0486367 Oct 22 18:49:49.549975 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-458ed1b0-fadf-409c-926f-e4364edd9f6c req-da801eb3-a37b-4f30-9f9e-c6084ea13121 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Oct 22 18:49:49.919858 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:49.968638 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c759b-40c9-47ae-9d5a-9ac2a9bd698d req-75b2947f-8b4c-4bc3-8a45-28539f6c0773 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:49.970142 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-007c759b-40c9-47ae-9d5a-9ac2a9bd698d req-75b2947f-8b4c-4bc3-8a45-28539f6c0773 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0563211 Oct 22 18:49:50.009161 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-007c759b-40c9-47ae-9d5a-9ac2a9bd698d req-a5172771-81f2-4716-b04b-3b103e839506 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323391 Oct 22 18:49:50.670833 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fb1ba-5bc2-4d7c-8ca5-1e323f96dd08 req-7daa64e2-dfae-4e10-b79d-b6323340d419 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:50.672291 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b60fb1ba-5bc2-4d7c-8ca5-1e323f96dd08 req-7daa64e2-dfae-4e10-b79d-b6323340d419 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 948 time: 0.0509605 Oct 22 18:49:50.712712 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b60fb1ba-5bc2-4d7c-8ca5-1e323f96dd08 req-36732dd9-b688-423f-a1cd-5d9abec5e44c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344822 Oct 22 18:49:51.141778 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee18a84-8e0c-4f5b-b1af-c947fba9318c req-8d3ebc25-9fc6-474d-ba13-d0ca1d3e0b39 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:51.143326 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6ee18a84-8e0c-4f5b-b1af-c947fba9318c req-8d3ebc25-9fc6-474d-ba13-d0ca1d3e0b39 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0560005 Oct 22 18:49:51.183602 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6ee18a84-8e0c-4f5b-b1af-c947fba9318c req-e748e25f-296a-44a8-8859-9303c31c708f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Oct 22 18:49:51.208698 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:51.248475 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:49:51.310356 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:49:51.314171 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:49:51.314714 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:51.412346 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:51.436941 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:49:51.439501 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf3ed3-b2d7-475b-8adb-ad316c76a053" -d '{"events": [{"server_uuid": "c21e024d-96df-4ed7-a316-99fc923bc8d9", "name": "network-vif-plugged", "status": "completed", "tag": "9c490c61-4f48-48bd-aa3b-7fe3369cb2c5"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:49:51.452579 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,segment=NetworkSegment(9fd24f4e-ec43-4c2b-be2b-113472d27469),segment_id=9fd24f4e-ec43-4c2b-be2b-113472d27469)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:49:51.457301 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:51.484270 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d826fc87-1dc5-461c-8005-224538e13b61 x-openstack-request-id: req-d826fc87-1dc5-461c-8005-224538e13b61 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:49:51.484591 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21e024d-96df-4ed7-a316-99fc923bc8d9", "name": "network-vif-plugged", "status": "completed", "tag": "9c490c61-4f48-48bd-aa3b-7fe3369cb2c5", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:49:51.484853 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d826fc87-1dc5-461c-8005-224538e13b61 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:49:51.485238 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5', 'code': 200} Oct 22 18:49:51.515317 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:51.522474 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.522820 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.523161 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.523494 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.523824 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.524157 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.524570 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.524896 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.525223 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.525546 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.525869 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.526213 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:49:51.667938 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b57a88-342d-4de5-ba25-b6c99f88e002 req-e72a6107-c39e-4020-be2c-a0bc4259ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:51.669981 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9b57a88-342d-4de5-ba25-b6c99f88e002 req-e72a6107-c39e-4020-be2c-a0bc4259ff6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 1102 time: 0.0500510 Oct 22 18:49:51.725851 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9b57a88-342d-4de5-ba25-b6c99f88e002 req-7bd0573b-7872-4a70-bd2a-55d32460ca4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275772 Oct 22 18:49:51.831437 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118f96-f829-4c53-a41d-59e6c33302fc req-3528f77a-8678-444b-bb3d-1469ccc93b75 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:51.832899 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1b118f96-f829-4c53-a41d-59e6c33302fc req-3528f77a-8678-444b-bb3d-1469ccc93b75 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0492306 Oct 22 18:49:51.869992 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1b118f96-f829-4c53-a41d-59e6c33302fc req-1f6da3fa-ecd7-4001-80b9-341637c97dcc tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Oct 22 18:49:52.146947 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-59522554-0da5-45c2-83de-050ef460de60 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:52.148429 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-59522554-0da5-45c2-83de-050ef460de60 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/networks?id=589e1776-39de-4954-8114-1f64d744b989 HTTP/1.1" status: 200 len: 814 time: 0.1036274 Oct 22 18:49:52.163345 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-aa3095a8-c38f-432e-b87a-c6b554da2c49 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/quotas/6e9e1a929f4b4d00a8d1f306b7d8a821 HTTP/1.1" status: 200 len: 375 time: 0.0089831 Oct 22 18:49:52.197066 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-b6a4b999-f645-41b3-bc93-33e456a5eac9 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e9e1a929f4b4d00a8d1f306b7d8a821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281715 Oct 22 18:49:52.299151 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-13694121-10a5-4696-ac10-1e765acfe65e service neutron] 10.222.0.15 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948529 Oct 22 18:49:52.341288 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa51b4-9c20-4e90-a4a9-5c99408fcb1e req-5df532b3-2ff5-4ecf-a19a-6bb7e9d025d9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:52.342850 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92fa51b4-9c20-4e90-a4a9-5c99408fcb1e req-5df532b3-2ff5-4ecf-a19a-6bb7e9d025d9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0657394 Oct 22 18:49:52.399941 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92fa51b4-9c20-4e90-a4a9-5c99408fcb1e req-91e9a61e-f595-40a7-91b6-7c11f8e53d03 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Oct 22 18:49:52.568225 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a062f1-f2c5-48d7-bd09-f425a9433009 req-ad06ac8b-bd90-490a-88d5-55171366c46d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:52.569790 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87a062f1-f2c5-48d7-bd09-f425a9433009 req-ad06ac8b-bd90-490a-88d5-55171366c46d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0524380 Oct 22 18:49:52.610331 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87a062f1-f2c5-48d7-bd09-f425a9433009 req-ecbafc53-683a-4e20-837d-d01d4b38f4b3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Oct 22 18:49:52.613615 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-4ae9be23-6f7e-42a4-a610-5a4b9817669f service neutron] 10.222.0.15 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075812 Oct 22 18:49:52.811760 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1198e6e3-4f0a-475b-be00-40a86228bc26 req-9dbb4e5d-8bb3-417f-93ae-ff3e38dbfd2c tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 210 time: 0.0273454 Oct 22 18:49:53.071669 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0994a-aa6d-46e2-beee-97745e3f9f76 req-2808f185-203e-4702-8197-fe75c25c0ec2 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:53.073492 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-caa0994a-aa6d-46e2-beee-97745e3f9f76 req-2808f185-203e-4702-8197-fe75c25c0ec2 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0828421 Oct 22 18:49:53.079233 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-a468897c-9704-463b-9192-2ba804b4837b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836060 Oct 22 18:49:53.146908 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-caa0994a-aa6d-46e2-beee-97745e3f9f76 req-f6ef3511-9ad2-4672-baec-72bd4bf81f0a tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Oct 22 18:49:53.199586 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-3388e590-4aeb-4cf0-8804-e014733fe0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:53.202213 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-3388e590-4aeb-4cf0-8804-e014733fe0a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0842757 Oct 22 18:49:53.391539 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-8c528624-e7d0-436d-aaf3-58292d1630f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:53.393752 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-8c528624-e7d0-436d-aaf3-58292d1630f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.1453485 Oct 22 18:49:53.448748 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-f74ffe8b-6606-4ede-80da-94849ffb4a71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 200 len: 217 time: 0.0438147 Oct 22 18:49:53.518541 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-c87f8c4f-9e84-4711-a6d4-2b89cc1e72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:53.521765 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-c87f8c4f-9e84-4711-a6d4-2b89cc1e72d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0541131 Oct 22 18:49:53.580295 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-71621f44-5d13-4a76-b116-983d907bc0a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501094 Oct 22 18:49:53.692833 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-db4c8888-b5e3-40bf-99bc-a2430cbaf118 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016746 Oct 22 18:49:53.926653 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6918bdf8-505c-49e0-a069-9c005ef6c442 req-2c05ed08-bf8e-4152-86fc-d342dbc8dfed tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 210 time: 0.0348990 Oct 22 18:49:54.026446 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-094ed162-5588-4f7f-80ce-043d6fb3e2d3 req-ba708a75-2137-4702-a95e-f5b09eb494e5 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245671 Oct 22 18:49:54.167489 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-e6ec05d5-e34c-47fa-a9f3-4774e8695ec4 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:54.169451 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-e6ec05d5-e34c-47fa-a9f3-4774e8695ec4 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "GET /v2.0/networks?id=589e1776-39de-4954-8114-1f64d744b989 HTTP/1.1" status: 200 len: 814 time: 0.1131175 Oct 22 18:49:54.192621 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Request body: {'port': {'device_id': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'network_id': '589e1776-39de-4954-8114-1f64d744b989', 'admin_state_up': True, 'tenant_id': '6e9e1a929f4b4d00a8d1f306b7d8a821'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:54.315136 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0291-bf15-4a06-8de4-e75ba2e689e8 req-a6b8d20b-2c6d-4a39-af28-51549e6e3dba tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:54.316712 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-682a0291-bf15-4a06-8de4-e75ba2e689e8 req-a6b8d20b-2c6d-4a39-af28-51549e6e3dba tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0984764 Oct 22 18:49:54.378278 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Made reservation on behalf of 6e9e1a929f4b4d00a8d1f306b7d8a821 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:49:54.383400 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:54.393413 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-682a0291-bf15-4a06-8de4-e75ba2e689e8 req-bb51f3b6-b871-4a62-83e0-bd0df9d0fdf6 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640063 Oct 22 18:49:54.396180 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-fe541cb8-f591-4ff6-9b8d-3a51a35126ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:54.397595 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-fe541cb8-f591-4ff6-9b8d-3a51a35126ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0777788 Oct 22 18:49:54.427779 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c374f-34a7-4488-85e1-a816686fe5ac req-86f04083-232a-49b9-9fda-22696c829b03 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:54.435535 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-432c374f-34a7-4488-85e1-a816686fe5ac req-86f04083-232a-49b9-9fda-22696c829b03 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0977695 Oct 22 18:49:54.515668 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-432c374f-34a7-4488-85e1-a816686fe5ac req-335009e6-acc1-4619-8a5a-5873df5b19d9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Oct 22 18:49:54.559143 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-7541b451-55c5-4bf5-8fdc-1bc539e5b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:54.560608 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-7541b451-55c5-4bf5-8fdc-1bc539e5b4dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.1511331 Oct 22 18:49:54.577935 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Allocated IP 172.20.0.2 (589e1776-39de-4954-8114-1f64d744b989/64fcaa52-165e-4645-b4f4-689b6ef15dcd/efda99cd-4f16-4749-970e-492f4cb7aee3) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:49:54.647746 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-0cb0569b-0a33-475e-9988-6d8586fcd637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 200 len: 217 time: 0.0738008 Oct 22 18:49:54.720713 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-f5f546c2-ef0d-4b11-bed6-4c1bf9f247f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:54.722308 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-f5f546c2-ef0d-4b11-bed6-4c1bf9f247f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0522211 Oct 22 18:49:54.765347 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-f8aed39e-0a50-4faa-93e5-e292d9ca2bc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307717 Oct 22 18:49:54.816582 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:54.845480 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c11db-b155-4a96-846e-a508a2ce16e3 req-68761e45-0658-4451-a36d-5edd90bb357e tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:54.847125 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-445c11db-b155-4a96-846e-a508a2ce16e3 req-68761e45-0658-4451-a36d-5edd90bb357e tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0781944 Oct 22 18:49:54.868013 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-465c7f77-67b1-4df2-98cf-da43e8bebe69 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888796 Oct 22 18:49:54.898852 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:54.931336 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-445c11db-b155-4a96-846e-a508a2ce16e3 req-2b00e314-92a6-4974-9207-42a8cfd8d43b tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755396 Oct 22 18:49:54.949209 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Network 589e1776-39de-4954-8114-1f64d744b989 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:49:54.960124 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:49:54.968486 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:49:54.973942 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Pushing event updated for resources: {'Port': ['ID=efda99cd-4f16-4749-970e-492f4cb7aee3,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:54.996354 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc56aba5-88ef-47d4-9cc3-1732be920c19 req-743d7ebd-2567-4d01-8931-01611ece529a service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170027 Oct 22 18:49:55.038598 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:55.039320 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:55.059847 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-d5dda606-03f9-486d-b9ab-a9da8ada6a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8743320 Oct 22 18:49:55.079590 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7cfc-7dab-4e77-b95c-2ac7186f37f8 req-11b0d8fe-82f1-44ca-9372-fd86ac90b293 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:55.081065 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-389f7cfc-7dab-4e77-b95c-2ac7186f37f8 req-11b0d8fe-82f1-44ca-9372-fd86ac90b293 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 931 time: 0.0568109 Oct 22 18:49:55.090921 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Request body: {'port': {'device_id': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:49:55.131317 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-389f7cfc-7dab-4e77-b95c-2ac7186f37f8 req-d96c0a53-7e8d-4716-baf0-0f0064c35cff tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420122 Oct 22 18:49:55.162804 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:55.443149 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efda99cd-4f16-4749-970e-492f4cb7aee3 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:49:55.450296 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:55.461582 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Transition to ACTIVE for port object efda99cd-4f16-4749-970e-492f4cb7aee3 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:49:55.465768 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:55.515732 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Pushing event updated for resources: {'Port': ['ID=efda99cd-4f16-4749-970e-492f4cb7aee3,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:55.586173 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Attempting to bind port efda99cd-4f16-4749-970e-492f4cb7aee3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:49:55.586504 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Attempting to bind port efda99cd-4f16-4749-970e-492f4cb7aee3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:49:55.586910 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Attempting to bind port efda99cd-4f16-4749-970e-492f4cb7aee3 on network 589e1776-39de-4954-8114-1f64d744b989 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:49:55.591131 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Port efda99cd-4f16-4749-970e-492f4cb7aee3 on network 589e1776-39de-4954-8114-1f64d744b989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:49:55.591446 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Attempting to bind port efda99cd-4f16-4749-970e-492f4cb7aee3 on network 589e1776-39de-4954-8114-1f64d744b989 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:49:55.596204 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:49:55.596534 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Checking segment: {'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:49:55.596903 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Bound using segment: {'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:49:55.597317 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Bound port: efda99cd-4f16-4749-970e-492f4cb7aee3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:49:55.597665 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:55.642158 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eeda6-ca99-4d03-bcbc-7e2a969e2df6 req-a023697f-069a-4450-aaf2-95310d04831d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:55.643861 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a14eeda6-ca99-4d03-bcbc-7e2a969e2df6 req-a023697f-069a-4450-aaf2-95310d04831d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0510857 Oct 22 18:49:55.663202 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] For port efda99cd-4f16-4749-970e-492f4cb7aee3, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:49:55.666354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] For port efda99cd-4f16-4749-970e-492f4cb7aee3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=efda99cd-4f16-4749-970e-492f4cb7aee3,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:49:55.672928 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:55.692151 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a14eeda6-ca99-4d03-bcbc-7e2a969e2df6 req-4796495e-f44c-4af5-9af7-9bb75308f7f8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Oct 22 18:49:55.722561 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:55.723179 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:55.724589 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] 10.222.0.37 "PUT /v2.0/ports/efda99cd-4f16-4749-970e-492f4cb7aee3 HTTP/1.1" status: 200 len: 1093 time: 0.6387103 Oct 22 18:49:55.725027 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'tag': 'efda99cd-4f16-4749-970e-492f4cb7aee3'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:49:55.727326 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aadd04-68b9-43fd-88c6-295373ec1143", "tag": "efda99cd-4f16-4749-970e-492f4cb7aee3"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:49:55.752365 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bf671-f8ef-48d7-9b69-a761d3af1213 service neutron] Pushing event updated for resources: {'Port': ['ID=efda99cd-4f16-4749-970e-492f4cb7aee3,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:55.786694 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d95bc-e942-4925-8ad6-be7c597b7b6b x-openstack-request-id: req-ff9d95bc-e942-4925-8ad6-be7c597b7b6b {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:49:55.786987 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aadd04-68b9-43fd-88c6-295373ec1143", "tag": "efda99cd-4f16-4749-970e-492f4cb7aee3", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:49:55.787243 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff9d95bc-e942-4925-8ad6-be7c597b7b6b {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:49:55.787638 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'tag': 'efda99cd-4f16-4749-970e-492f4cb7aee3', 'status': 'completed', 'code': 200} Oct 22 18:49:55.828123 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-82af4657-7fb6-4a13-94de-8e434cd146c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:55.829632 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-82af4657-7fb6-4a13-94de-8e434cd146c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9e1a929f4b4d00a8d1f306b7d8a821&device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 1096 time: 0.0452547 Oct 22 18:49:56.061849 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba139e5f-4a44-45b8-ab9a-8458046516c2 req-5df040c1-5f1a-4d60-b913-81c89fd92019 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:56.063381 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ba139e5f-4a44-45b8-ab9a-8458046516c2 req-5df040c1-5f1a-4d60-b913-81c89fd92019 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0528772 Oct 22 18:49:56.102001 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ba139e5f-4a44-45b8-ab9a-8458046516c2 req-23448384-62c0-4406-a95e-762780f78934 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Oct 22 18:49:56.214885 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 33720) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:56.261960 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e930f6-8d39-4fe6-a409-a81f250f5461 req-50018e7f-ba3a-4efb-a3aa-4a7c8fc274ad tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:56.263733 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3e930f6-8d39-4fe6-a409-a81f250f5461 req-50018e7f-ba3a-4efb-a3aa-4a7c8fc274ad tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0603952 Oct 22 18:49:56.303651 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3e930f6-8d39-4fe6-a409-a81f250f5461 req-1cd9a870-1ed6-4881-949c-8edb6e14fcbd tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Oct 22 18:49:56.342293 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e644c239-66d8-4d98-a1d8-53cc736d0716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:56.413438 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e644c239-66d8-4d98-a1d8-53cc736d0716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:56.417101 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e644c239-66d8-4d98-a1d8-53cc736d0716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:56.455433 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e644c239-66d8-4d98-a1d8-53cc736d0716 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4dd45bdab774dc088c37d1c6edcb318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393847 Oct 22 18:49:56.456271 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644c239-66d8-4d98-a1d8-53cc736d0716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800cbd9-9d8f-4eac-88f0-963306d626a4,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:56.458843 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 33726) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:49:56.497369 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-5d589565-33e0-4034-8c7d-12c4e8f3e728 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efda99cd-4f16-4749-970e-492f4cb7aee3 HTTP/1.1" status: 200 len: 217 time: 0.0382710 Oct 22 18:49:56.508209 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6e6f146d-6187-4528-9efc-3868cc3e60ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:56.529416 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6e6f146d-6187-4528-9efc-3868cc3e60ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:56.549531 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-f5da92e2-31de-4f7e-977b-d69b4343306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:56.551042 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-f5da92e2-31de-4f7e-977b-d69b4343306f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64fcaa52-165e-4645-b4f4-689b6ef15dcd HTTP/1.1" status: 200 len: 854 time: 0.0445967 Oct 22 18:49:56.575772 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6e6f146d-6187-4528-9efc-3868cc3e60ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:56.578332 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6e6f146d-6187-4528-9efc-3868cc3e60ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:49:56.582334 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-6e6f146d-6187-4528-9efc-3868cc3e60ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6800cbd9-9d8f-4eac-88f0-963306d626a4 HTTP/1.1" status: 204 len: 168 time: 0.1195691 Oct 22 18:49:56.582965 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-6d89213f-e577-464c-9fbf-cffe2a712756 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=589e1776-39de-4954-8114-1f64d744b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244319 Oct 22 18:49:56.587003 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f146d-6187-4528-9efc-3868cc3e60ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800cbd9-9d8f-4eac-88f0-963306d626a4,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:49:56.686330 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-cc71d4ac-1c06-48a4-8108-e5a1f7af1428 service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932577 Oct 22 18:49:56.815370 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dced1a-f1b9-41b9-99e4-953fc00fc67f req-3c180afc-1c83-4f30-87f4-0d6fe1e1eb84 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:56.816859 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69dced1a-f1b9-41b9-99e4-953fc00fc67f req-3c180afc-1c83-4f30-87f4-0d6fe1e1eb84 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0515363 Oct 22 18:49:56.854567 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69dced1a-f1b9-41b9-99e4-953fc00fc67f req-020bad25-72e9-441f-9f81-2a98f913e953 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Oct 22 18:49:57.217382 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ec231-bb7f-4e41-888e-2863cae2dbc6 req-38773955-77c7-48cf-b2f6-e8d54b72b52f tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:57.218911 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2b2ec231-bb7f-4e41-888e-2863cae2dbc6 req-38773955-77c7-48cf-b2f6-e8d54b72b52f tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0489819 Oct 22 18:49:57.264655 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2b2ec231-bb7f-4e41-888e-2863cae2dbc6 req-8adb9711-c705-4909-ba59-640f05e11850 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Oct 22 18:49:57.417131 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50bc5c-ceb3-4d3c-8866-a6daa7a66e1c req-cacadfe2-21f1-4173-a100-2e113c124a91 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:57.419504 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd50bc5c-ceb3-4d3c-8866-a6daa7a66e1c req-cacadfe2-21f1-4173-a100-2e113c124a91 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0491061 Oct 22 18:49:57.461424 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd50bc5c-ceb3-4d3c-8866-a6daa7a66e1c req-1a5bc2b4-18e9-42ca-8125-29e55c18c0b2 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361755 Oct 22 18:49:57.972651 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46224f3c-f9c3-44df-be7b-81ed849cbee7 req-f1f241e6-3dcb-418e-82e7-f37b73f43e05 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:57.974129 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-46224f3c-f9c3-44df-be7b-81ed849cbee7 req-f1f241e6-3dcb-418e-82e7-f37b73f43e05 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Oct 22 18:49:58.012549 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-46224f3c-f9c3-44df-be7b-81ed849cbee7 req-747983fc-0acb-47c0-a37f-11e5ca2f1d9c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Oct 22 18:49:58.384679 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89e3c5-d3ec-49bd-a4b2-8c006ba8e1ea req-5bbe87a0-befc-4d3c-8589-69bf899e580e tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:58.386201 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea89e3c5-d3ec-49bd-a4b2-8c006ba8e1ea req-5bbe87a0-befc-4d3c-8589-69bf899e580e tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0500460 Oct 22 18:49:58.424026 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea89e3c5-d3ec-49bd-a4b2-8c006ba8e1ea req-bbd2eafa-c4d9-4768-9600-d784bd061d72 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Oct 22 18:49:58.579724 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ca05-9b01-4a5b-98cd-53f6893b4dc6 req-9accdff9-d6dd-4b98-8123-58915202f18b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:58.581114 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01f2ca05-9b01-4a5b-98cd-53f6893b4dc6 req-9accdff9-d6dd-4b98-8123-58915202f18b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0515597 Oct 22 18:49:58.623757 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01f2ca05-9b01-4a5b-98cd-53f6893b4dc6 req-0922576a-b12a-4406-b670-a7cc21cd63a5 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367379 Oct 22 18:49:59.127303 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca81b9-9490-4780-af4a-021f000075be req-d99fceae-e461-46db-b63a-115e4f675953 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:59.128816 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-baca81b9-9490-4780-af4a-021f000075be req-d99fceae-e461-46db-b63a-115e4f675953 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0498345 Oct 22 18:49:59.166943 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-baca81b9-9490-4780-af4a-021f000075be req-39a5ca0d-26ee-4616-8632-3dc450bf0ab8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Oct 22 18:49:59.536826 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499abbb5-d2d5-4f25-8ca8-3330808a16e7 req-0ee2b5fa-b31e-44e6-bfe6-0b1f6f963a13 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:59.538317 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-499abbb5-d2d5-4f25-8ca8-3330808a16e7 req-0ee2b5fa-b31e-44e6-bfe6-0b1f6f963a13 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0499589 Oct 22 18:49:59.575863 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-499abbb5-d2d5-4f25-8ca8-3330808a16e7 req-45adb200-56a2-4dff-b3a9-1124d6c612d2 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Oct 22 18:49:59.740609 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90c904-ea1f-448a-99bb-e4cf837f6401 req-297a6a39-6b0f-4a31-be00-6ad08c33c8d2 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:49:59.742106 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-df90c904-ea1f-448a-99bb-e4cf837f6401 req-297a6a39-6b0f-4a31-be00-6ad08c33c8d2 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0497401 Oct 22 18:49:59.783424 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-df90c904-ea1f-448a-99bb-e4cf837f6401 req-8da6a823-ba34-461b-8401-64047b1e58d0 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Oct 22 18:50:00.283687 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f7c45-286c-43c0-9fee-a75d9f9535a2 req-d3b8b19c-3bb7-4318-9a75-670fa06b4caa tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:00.285168 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3a2f7c45-286c-43c0-9fee-a75d9f9535a2 req-d3b8b19c-3bb7-4318-9a75-670fa06b4caa tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0489047 Oct 22 18:50:00.321832 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3a2f7c45-286c-43c0-9fee-a75d9f9535a2 req-71ee18cb-415b-4b94-8d55-dcc989b758f4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Oct 22 18:50:00.425562 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5077570a-5f7c-4a5f-ad4f-86fdb0f7f799 req-4f948192-9d80-4b5c-adcd-605aa44dcb90 service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838439 Oct 22 18:50:00.692605 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd30a0-2b2d-4110-bea9-85292aa459b7 req-91c9ca1f-098f-4a89-b62b-ce7366adc402 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:00.693996 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbdd30a0-2b2d-4110-bea9-85292aa459b7 req-91c9ca1f-098f-4a89-b62b-ce7366adc402 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0513415 Oct 22 18:50:00.734054 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbdd30a0-2b2d-4110-bea9-85292aa459b7 req-ff98a615-0e53-469a-92af-986e77508a52 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Oct 22 18:50:00.790469 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-607ed302-1800-4b2c-b633-f4d46d0e4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:00.791904 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-607ed302-1800-4b2c-b633-f4d46d0e4b0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9e1a929f4b4d00a8d1f306b7d8a821&device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 1096 time: 0.0460351 Oct 22 18:50:00.888428 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-0f4412f4-9c62-44bf-95c7-75c8123dfab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:00.889954 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-0f4412f4-9c62-44bf-95c7-75c8123dfab8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=589e1776-39de-4954-8114-1f64d744b989 HTTP/1.1" status: 200 len: 915 time: 0.0872803 Oct 22 18:50:00.900675 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642d12d-12e9-4a9b-bf8b-30abaa9fb7b9 req-70678171-8357-40cf-bda1-1dc266726e71 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:00.902149 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b642d12d-12e9-4a9b-bf8b-30abaa9fb7b9 req-70678171-8357-40cf-bda1-1dc266726e71 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0481529 Oct 22 18:50:00.933426 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-b8bdb07c-7646-4077-83eb-3ba175f4f815 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efda99cd-4f16-4749-970e-492f4cb7aee3 HTTP/1.1" status: 200 len: 217 time: 0.0344241 Oct 22 18:50:00.939475 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b642d12d-12e9-4a9b-bf8b-30abaa9fb7b9 req-23f43b88-137f-4c76-bfdc-237db456e872 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 Oct 22 18:50:00.988784 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-2d601761-9ce2-445e-9137-79bcbde80e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:00.990268 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-2d601761-9ce2-445e-9137-79bcbde80e3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64fcaa52-165e-4645-b4f4-689b6ef15dcd HTTP/1.1" status: 200 len: 854 time: 0.0444369 Oct 22 18:50:01.027003 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-2f648964-9ee8-4d6c-84f9-9d841715d67b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=589e1776-39de-4954-8114-1f64d744b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276170 Oct 22 18:50:01.116733 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-bc8ad026-118f-496f-bf30-18587a4e8092 service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796516 Oct 22 18:50:01.207391 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64dc19de-5afc-43a6-8fbd-a6901fd4cb64 req-09be4adc-c4a2-4dbd-91ce-c538fbdf356f service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824859 Oct 22 18:50:01.434969 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4572b0-d595-45a1-ad9f-e62564e11dc0 req-77cc88aa-8e22-4769-bbe8-375f177d6c94 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:01.436435 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4b4572b0-d595-45a1-ad9f-e62564e11dc0 req-77cc88aa-8e22-4769-bbe8-375f177d6c94 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0482855 Oct 22 18:50:01.472404 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4b4572b0-d595-45a1-ad9f-e62564e11dc0 req-118e6992-cd18-493d-b964-1503ca0395be tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301445 Oct 22 18:50:01.477987 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:50:01.681488 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-1cba81fd-0ecd-4e40-a8f9-27a134269571 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:01.683083 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-1cba81fd-0ecd-4e40-a8f9-27a134269571 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.37 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.0479655 Oct 22 18:50:01.812090 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Deleting port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:50:01.812090 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:01.924299 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034422d4-908d-4013-ab48-6ff44e5a9028 req-d3033bc4-1c1a-411f-86f6-ada071ae7ecf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:01.925767 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-034422d4-908d-4013-ab48-6ff44e5a9028 req-d3033bc4-1c1a-411f-86f6-ada071ae7ecf tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 949 time: 0.1174359 Oct 22 18:50:01.947250 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] For port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,segment=NetworkSegment(9fd24f4e-ec43-4c2b-be2b-113472d27469),segment_id=9fd24f4e-ec43-4c2b-be2b-113472d27469)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:01.947679 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:01.969742 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Calling delete_port for 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:50:02.005708 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-034422d4-908d-4013-ab48-6ff44e5a9028 req-fd283919-9b7f-47c0-b0be-9979ce9f7f06 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/security-groups?id=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694258 Oct 22 18:50:02.121829 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41aa8-76b9-4854-a1e2-4ceaf0a45dd5 req-ca715164-002d-4c01-bfe8-9279217667a4 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:02.123326 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d8c41aa8-76b9-4854-a1e2-4ceaf0a45dd5 req-ca715164-002d-4c01-bfe8-9279217667a4 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0537169 Oct 22 18:50:02.135890 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:02.154158 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['9c490c61-4f48-48bd-aa3b-7fe3369cb2c5'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:50:02.163905 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Pushing event deleted for resources: {'Port': ['ID=9c490c61-4f48-48bd-aa3b-7fe3369cb2c5,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:02.164094 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d8c41aa8-76b9-4854-a1e2-4ceaf0a45dd5 req-ada404d9-668e-4492-a3aa-9e7e5c853402 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343485 Oct 22 18:50:02.208852 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] No DVR routers for this DVR port 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:50:02.211521 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:02.215661 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-039a9d88-1ac8-4c79-b375-0fde65a7bf17 req-174b0aae-e931-4a7f-b203-01f93bedd38c tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.37 "DELETE /v2.0/ports/9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 HTTP/1.1" status: 204 len: 173 time: 0.5239751 Oct 22 18:50:02.216350 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'name': 'network-vif-deleted', 'tag': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:50:02.218670 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9312179-0eea-473a-9988-8e9be21a9a1e" -d '{"events": [{"server_uuid": "c21e024d-96df-4ed7-a316-99fc923bc8d9", "name": "network-vif-deleted", "tag": "9c490c61-4f48-48bd-aa3b-7fe3369cb2c5"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:50:02.259727 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d495476-16f2-4d0a-9ab9-ff1d96be1aa8 x-openstack-request-id: req-8d495476-16f2-4d0a-9ab9-ff1d96be1aa8 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:50:02.260022 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21e024d-96df-4ed7-a316-99fc923bc8d9", "name": "network-vif-deleted", "tag": "9c490c61-4f48-48bd-aa3b-7fe3369cb2c5", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:50:02.260271 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d495476-16f2-4d0a-9ab9-ff1d96be1aa8 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:50:02.260659 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21e024d-96df-4ed7-a316-99fc923bc8d9', 'name': 'network-vif-deleted', 'tag': '9c490c61-4f48-48bd-aa3b-7fe3369cb2c5', 'status': 'completed', 'code': 200} Oct 22 18:50:02.600878 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f79e5-f478-4793-b354-36b1de3a2300 req-b3d1d8fe-bc15-4251-b5cc-988fce45cb9b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:02.602489 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e89f79e5-f478-4793-b354-36b1de3a2300 req-b3d1d8fe-bc15-4251-b5cc-988fce45cb9b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0524559 Oct 22 18:50:02.641702 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e89f79e5-f478-4793-b354-36b1de3a2300 req-ea82d28e-66b4-4187-85bd-2a2c43f15187 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Oct 22 18:50:03.113200 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9a471748-9d50-4cea-a620-9aab19cdb90a req-f6ff495b-9f99-4c68-bee1-cbf3c4596769 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Oct 22 18:50:03.340301 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283b089-f0d5-4003-b5fd-0443ea6d28d6 req-780b7339-589f-4004-8367-90ecb59c587e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:03.341668 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6283b089-f0d5-4003-b5fd-0443ea6d28d6 req-780b7339-589f-4004-8367-90ecb59c587e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0516145 Oct 22 18:50:03.378231 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6283b089-f0d5-4003-b5fd-0443ea6d28d6 req-b41dc2b0-c098-4368-a8ba-89a7911872c2 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306377 Oct 22 18:50:03.765306 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f3d7-c456-4051-b04c-59503f20cf83 req-266a60e5-6439-4509-b864-91d22384f32b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:03.766851 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-43e4f3d7-c456-4051-b04c-59503f20cf83 req-266a60e5-6439-4509-b864-91d22384f32b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0531108 Oct 22 18:50:03.807106 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-43e4f3d7-c456-4051-b04c-59503f20cf83 req-dc052f23-1ef9-4c33-a1b3-e186937c600a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343382 Oct 22 18:50:04.215660 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1d05e078-1d4a-450f-89c7-63d5a028d2ee req-ebc2b17b-f4b4-43aa-8f3c-a8e3a3bf6232 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 210 time: 0.0259109 Oct 22 18:50:04.491688 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb30da-595c-49dc-b0b8-7d147edca56c req-45ff9c16-0d18-4467-946c-afb85774ddb8 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:04.493133 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-edcb30da-595c-49dc-b0b8-7d147edca56c req-45ff9c16-0d18-4467-946c-afb85774ddb8 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0512345 Oct 22 18:50:04.530536 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-edcb30da-595c-49dc-b0b8-7d147edca56c req-ce8a60cf-0e43-4106-917a-7d8843bbfd29 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Oct 22 18:50:04.920287 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83aa7b-6df3-44e1-ae49-a4e2dc3d0673 req-c9818371-587c-4dbd-9952-d440c5d2169b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:04.921760 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1d83aa7b-6df3-44e1-ae49-a4e2dc3d0673 req-c9818371-587c-4dbd-9952-d440c5d2169b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Oct 22 18:50:04.960877 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1d83aa7b-6df3-44e1-ae49-a4e2dc3d0673 req-5f9f043d-8a84-4ddf-bcb0-05d114dd6c2e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Oct 22 18:50:05.319754 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7399ce52-2852-403f-8e5e-d5780a4d0240 req-aa0a0a5b-de5e-4ab1-aaf9-cee715676d0a tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Oct 22 18:50:05.641095 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f81ea-5d99-486b-8059-7856dc6627b1 req-f9c04bdf-950b-4417-9d1b-1629c52c99eb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:05.642589 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a96f81ea-5d99-486b-8059-7856dc6627b1 req-f9c04bdf-950b-4417-9d1b-1629c52c99eb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0484037 Oct 22 18:50:05.683597 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a96f81ea-5d99-486b-8059-7856dc6627b1 req-d8291d26-b373-47f3-a70c-549ef00f8aa0 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Oct 22 18:50:06.077335 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cc35e-9aa1-4f6c-849d-9e608b748570 req-b81a2f2f-72a3-4087-b4fe-132940b8ae74 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:06.078804 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b95cc35e-9aa1-4f6c-849d-9e608b748570 req-b81a2f2f-72a3-4087-b4fe-132940b8ae74 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0476131 Oct 22 18:50:06.115739 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b95cc35e-9aa1-4f6c-849d-9e608b748570 req-e9e79214-b2ba-4cfd-a945-afad7403c9ba tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Oct 22 18:50:06.421179 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-66bca77f-2d45-483d-b235-be8e24209959 req-17a5338b-2c38-401c-b07f-1e0f13acdd10 tempest-VolumesNegativeTest-1330710153 tempest-VolumesNegativeTest-1330710153-project] 10.222.0.15 "GET /v2.0/ports?device_id=c21e024d-96df-4ed7-a316-99fc923bc8d9 HTTP/1.1" status: 200 len: 210 time: 0.0255475 Oct 22 18:50:06.556547 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:50:06.581943 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:50:06.582310 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9c490c61-4f48-48bd-aa3b-7fe3369cb2c5 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:50:06.796875 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aedfba-9e29-4574-80e0-e98b8e0613b8 req-bd208974-6703-4c06-ae67-09234dad63b1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:06.798336 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-00aedfba-9e29-4574-80e0-e98b8e0613b8 req-bd208974-6703-4c06-ae67-09234dad63b1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0473988 Oct 22 18:50:06.835859 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-00aedfba-9e29-4574-80e0-e98b8e0613b8 req-861a7fe8-301f-4b33-b68e-783d44545c35 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Oct 22 18:50:07.269639 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b0300-794f-49e0-a37e-a80f9004a4b2 req-bdedfcf3-f3b8-4477-b65d-6ce102c0b187 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:07.271954 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-303b0300-794f-49e0-a37e-a80f9004a4b2 req-bdedfcf3-f3b8-4477-b65d-6ce102c0b187 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0588310 Oct 22 18:50:07.318610 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-303b0300-794f-49e0-a37e-a80f9004a4b2 req-ba782a62-1c6f-4b66-83cd-52578096cfb2 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Oct 22 18:50:07.955822 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf364a-6351-4abe-98fe-dd5f5ecb9197 req-7845285f-d410-4b88-b015-42b95a130f54 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:07.957387 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cadf364a-6351-4abe-98fe-dd5f5ecb9197 req-7845285f-d410-4b88-b015-42b95a130f54 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0518570 Oct 22 18:50:07.995493 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cadf364a-6351-4abe-98fe-dd5f5ecb9197 req-46daaca3-be48-4143-a8bb-a38fdb06e838 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Oct 22 18:50:08.439544 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978e840-39e9-4c2d-b430-5b83ee785f5c req-187c506d-6a25-48f2-9e3c-c76377816467 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:08.441269 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4978e840-39e9-4c2d-b430-5b83ee785f5c req-187c506d-6a25-48f2-9e3c-c76377816467 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0562446 Oct 22 18:50:08.493887 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4978e840-39e9-4c2d-b430-5b83ee785f5c req-ab8c3427-7fa5-48a7-a5e9-5dfdeee8a9a8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Oct 22 18:50:09.119705 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab31b09-4ea2-4310-9029-ffaf8ec62aa0 req-cac0eba5-b513-4d43-b7e3-441326a572ac tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:09.122228 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8ab31b09-4ea2-4310-9029-ffaf8ec62aa0 req-cac0eba5-b513-4d43-b7e3-441326a572ac tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0560515 Oct 22 18:50:09.165841 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8ab31b09-4ea2-4310-9029-ffaf8ec62aa0 req-6e0e6c9d-eb9b-4775-b645-38836a45a909 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Oct 22 18:50:09.613664 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cbd21-7f22-4ec5-b272-6be2b788c8f3 req-50f5b980-2b4c-4b11-9750-aa44b915f69a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:09.615197 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-103cbd21-7f22-4ec5-b272-6be2b788c8f3 req-50f5b980-2b4c-4b11-9750-aa44b915f69a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0506020 Oct 22 18:50:09.655775 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-103cbd21-7f22-4ec5-b272-6be2b788c8f3 req-347d23c3-3b6c-4d47-8f7e-86206fb92c6b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Oct 22 18:50:10.281184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52e70b-b671-49ab-b8bc-d36ab3a57aaf req-90e791c2-66d0-4c85-884c-155d8b986294 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:10.282715 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1a52e70b-b671-49ab-b8bc-d36ab3a57aaf req-90e791c2-66d0-4c85-884c-155d8b986294 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0503681 Oct 22 18:50:10.320465 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1a52e70b-b671-49ab-b8bc-d36ab3a57aaf req-ed7a5f6f-ee3e-4a99-892c-50199e228a1e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Oct 22 18:50:10.774836 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cd785-8bed-4d24-b0c3-749d6cb1c0bf req-00aca257-9b7f-4085-a0f6-3b51ee8eeb97 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:10.776190 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5c9cd785-8bed-4d24-b0c3-749d6cb1c0bf req-00aca257-9b7f-4085-a0f6-3b51ee8eeb97 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Oct 22 18:50:10.813196 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5c9cd785-8bed-4d24-b0c3-749d6cb1c0bf req-32b3d327-64f0-46ef-9b09-2d397b13c2f5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304923 Oct 22 18:50:11.440084 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf7bc5-060a-419b-bee5-093aea3b0aef req-3e709d2d-98c9-4df3-9208-b321f8651cba tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:11.441569 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a9cf7bc5-060a-419b-bee5-093aea3b0aef req-3e709d2d-98c9-4df3-9208-b321f8651cba tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0538545 Oct 22 18:50:11.478827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a9cf7bc5-060a-419b-bee5-093aea3b0aef req-546b3723-ab2b-46f0-a8ac-fdb3fa3f3b04 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Oct 22 18:50:11.931177 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b4b00-d9c3-4e15-a1b5-69a762488435 req-6cdbcdc4-f764-4b59-9b17-843dbae6ae0f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:11.932582 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-950b4b00-d9c3-4e15-a1b5-69a762488435 req-6cdbcdc4-f764-4b59-9b17-843dbae6ae0f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0538023 Oct 22 18:50:11.969475 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-950b4b00-d9c3-4e15-a1b5-69a762488435 req-b071f9e4-4052-4c4b-b85f-ffaa8cd13c16 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303364 Oct 22 18:50:12.594305 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3acaf-9764-463f-a633-8a4b02f6502d req-ed94a54a-4c2a-4772-ba40-f91ca2240138 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:12.595818 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7bf3acaf-9764-463f-a633-8a4b02f6502d req-ed94a54a-4c2a-4772-ba40-f91ca2240138 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 943 time: 0.0531471 Oct 22 18:50:12.632808 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7bf3acaf-9764-463f-a633-8a4b02f6502d req-bc1cbf5a-86b0-461f-8ca8-683d3e8431a7 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Oct 22 18:50:12.844378 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device efda99cd-4f16-4749-970e-492f4cb7aee3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:50:13.063861 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port efda99cd-4f16-4749-970e-492f4cb7aee3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=efda99cd-4f16-4749-970e-492f4cb7aee3,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:13.076322 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'efda99cd-4f16-4749-970e-492f4cb7aee3', 'network_id': '589e1776-39de-4954-8114-1f64d744b989', 'port_id': 'efda99cd-4f16-4749-970e-492f4cb7aee3', 'mac_address': 'fa:16:3e:57:23:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fcaa52-165e-4645-b4f4-689b6ef15dcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:50:13.090896 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd320f4c-fc92-4345-afc1-95810421a077 req-18043b9c-03e6-4a25-9434-09d86501fbc9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:13.092373 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fd320f4c-fc92-4345-afc1-95810421a077 req-18043b9c-03e6-4a25-9434-09d86501fbc9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0528576 Oct 22 18:50:13.112750 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:13.130060 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fd320f4c-fc92-4345-afc1-95810421a077 req-3811f855-4e82-412e-9a12-415e4c2e1e48 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Oct 22 18:50:13.133513 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efda99cd-4f16-4749-970e-492f4cb7aee3 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:50:13.153455 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port efda99cd-4f16-4749-970e-492f4cb7aee3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=efda99cd-4f16-4749-970e-492f4cb7aee3,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:13.157561 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:13.204541 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=efda99cd-4f16-4749-970e-492f4cb7aee3,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:13.750963 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ef444-c742-4b77-a2bb-895905ae91ab req-07dc85c6-78c0-4cae-b4a0-a163fce99581 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:13.752518 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0a6ef444-c742-4b77-a2bb-895905ae91ab req-07dc85c6-78c0-4cae-b4a0-a163fce99581 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0501132 Oct 22 18:50:13.793188 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0a6ef444-c742-4b77-a2bb-895905ae91ab req-2d3d7105-b624-417e-83c7-38f7ca6fc9dd tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Oct 22 18:50:13.997744 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['efda99cd-4f16-4749-970e-492f4cb7aee3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:50:14.234490 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-905ec2db-3b22-4392-adc8-d6633790ed09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:14.251683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535570-ca18-4a6b-8a67-61d4382d8f58 req-7ce0e6ec-8e4d-4723-bcd9-9925b0a5d999 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:14.253199 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1d535570-ca18-4a6b-8a67-61d4382d8f58 req-7ce0e6ec-8e4d-4723-bcd9-9925b0a5d999 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0546510 Oct 22 18:50:14.294822 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1d535570-ca18-4a6b-8a67-61d4382d8f58 req-ccc6ba8e-9bad-4824-b346-b1837c59b70c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Oct 22 18:50:14.571227 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-40e9defd-d048-4712-8e72-b2c527eb2c4c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:14.572684 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-40e9defd-d048-4712-8e72-b2c527eb2c4c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.1034684 Oct 22 18:50:14.587823 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-591119ba-eace-4678-be59-ca5d37f846f2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/quotas/0bbd7dfac0974baa90e5e8b8210853f1 HTTP/1.1" status: 200 len: 375 time: 0.0088003 Oct 22 18:50:14.642494 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-9bb6f9d9-1e4d-43eb-ab12-ba9a65833f1f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493784 Oct 22 18:50:14.735263 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-a9ee97fa-e6f5-452d-b755-fde9ba7f7692 service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848196 Oct 22 18:50:14.837659 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-5b197a4c-0a6f-458d-8a35-e37008086613 service neutron] 10.222.0.15 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953088 Oct 22 18:50:14.925153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321381c-4d57-40c3-88a1-063812625e8a req-eda0e590-f252-4f93-9565-7cb6a66afb9c tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:14.926694 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6321381c-4d57-40c3-88a1-063812625e8a req-eda0e590-f252-4f93-9565-7cb6a66afb9c tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0609119 Oct 22 18:50:14.975996 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6321381c-4d57-40c3-88a1-063812625e8a req-7dd938e3-37fc-4148-b4ca-fd07bc74105f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Oct 22 18:50:15.090013 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1cc50c54-cf8c-41b5-9bff-a1bfb71383a5 req-18d6f199-2614-46bd-b8d8-ed245d221fe5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0499699 Oct 22 18:50:15.412756 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545a170-4c71-4771-a76d-287f9be8def3 req-b4da7ea3-7826-4704-87ed-5083408ab5a3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:15.414241 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7545a170-4c71-4771-a76d-287f9be8def3 req-b4da7ea3-7826-4704-87ed-5083408ab5a3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0476465 Oct 22 18:50:15.455180 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7545a170-4c71-4771-a76d-287f9be8def3 req-a49ac0b4-3ab0-4326-b8ba-d783d956c66e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Oct 22 18:50:15.827405 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34388) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:15.954529 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-72e5c284-f2c8-4454-b173-c47291768b7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=236d9f5698a741a1be3c978432753d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259124 Oct 22 18:50:15.956877 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34392) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:16.003877 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6d7864e3-46a2-4b1f-820c-c1d29e23edcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.029165 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6d7864e3-46a2-4b1f-820c-c1d29e23edcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.075725 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6d7864e3-46a2-4b1f-820c-c1d29e23edcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.078351 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6d7864e3-46a2-4b1f-820c-c1d29e23edcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.080694 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-6d7864e3-46a2-4b1f-820c-c1d29e23edcc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f19e97a2-3abe-4c5d-83a3-1cdb96c62a53 HTTP/1.1" status: 204 len: 168 time: 0.1220255 Oct 22 18:50:16.088392 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7864e3-46a2-4b1f-820c-c1d29e23edcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e97a2-3abe-4c5d-83a3-1cdb96c62a53,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:16.114952 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f8ad3-4adf-4dcc-aa8b-0bcb28dc35ec req-cac00cd2-c3d3-4d62-809f-8aa4df5496d6 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:16.124152 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-598f8ad3-4adf-4dcc-aa8b-0bcb28dc35ec req-cac00cd2-c3d3-4d62-809f-8aa4df5496d6 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0742908 Oct 22 18:50:16.166470 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-598f8ad3-4adf-4dcc-aa8b-0bcb28dc35ec req-2b45fce2-6620-4450-b652-0b74a975112b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Oct 22 18:50:16.281123 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-225c4b03-59ff-4b2b-bcf9-9ceca4306173 req-69f11b7c-676f-4fb4-abd6-392a59420bb1 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0347488 Oct 22 18:50:16.570313 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c388a9-eb95-4895-9867-47ef29c5993a req-3c79415a-2e13-4945-bf9c-105e042eb011 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:16.571793 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8c388a9-eb95-4895-9867-47ef29c5993a req-3c79415a-2e13-4945-bf9c-105e042eb011 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Oct 22 18:50:16.611015 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8c388a9-eb95-4895-9867-47ef29c5993a req-6d1fee0e-c97d-42c0-9443-db19cea42cff tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Oct 22 18:50:16.742291 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34428) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:16.835884 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-876597576-network', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:16.858732 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Made reservation on behalf of 662e66abdd5e4c5cb152281e36cb80e1 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:16.860979 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.869324 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.940417 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f178bf4a-be61-4a91-84eb-ee690926578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.945731 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.950127 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.973628 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:50:16.983150 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa422de6-4ed2-4e3c-99f7-0a2e19930456,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:16.987684 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:16.988026 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Added segment 29be95a7-c437-4f9d-b009-9afa7f79ecb8 of type vlan for network bc43ee55-7f34-48f5-82f6-ae9760f90819 Oct 22 18:50:17.029806 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.053935 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.054902 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:17.055648 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.092916 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3494501 Oct 22 18:50:17.095810 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34434) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:17.100590 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Request body: {'subnet': {'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-876597576-subnet', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:17.124505 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Made reservation on behalf of 662e66abdd5e4c5cb152281e36cb80e1 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:17.126499 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9d66-83b6-47e2-aa0c-b635a57d5648 admin admin] Pushing event updated for resources: {'Network': ['ID=bc43ee55-7f34-48f5-82f6-ae9760f90819,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:17.126777 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.137565 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:50:17.330553 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da3cb2-a5dd-4724-a254-21120f679c8a req-1e85b334-acb6-4068-9f94-afe116952738 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:17.332007 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-80da3cb2-a5dd-4724-a254-21120f679c8a req-1e85b334-acb6-4068-9f94-afe116952738 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0943885 Oct 22 18:50:17.333274 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.405198 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6491d84d-ce60-4272-a924-02bc52680915,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:17.421586 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-80da3cb2-a5dd-4724-a254-21120f679c8a req-22eb600e-c74a-41cc-bf04-a53d635a031d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807350 Oct 22 18:50:17.427388 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Checking segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:17.427742 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Network hostable DHCP agents. Network: bc43ee55-7f34-48f5-82f6-ae9760f90819, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:50:17.445174 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:50:17.454587 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, bc43ee55-7f34-48f5-82f6-ae9760f90819) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:17.458781 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:17.459359 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.465322 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c6175-49a2-47de-8b0e-2bd3ed41a969 None None] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:17.479235 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-896e514c-13fc-4e8d-9b05-ca2094cb39b6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3823333 Oct 22 18:50:17.482334 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34448) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:17.486898 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:17.507867 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f7fab602-c17d-4dde-817a-9f533c107423 req-2ff703cf-bf0f-48b9-ae24-1ee9cce20ed4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0274551 Oct 22 18:50:17.508356 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.509769 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.574632 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.618179 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-bc43ee55-7f34-48f5-82f6-ae9760f90819', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:50:17.619315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.715307 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.736292 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c85fd-3aa6-461e-a44c-d2723355c623 req-064094dd-5d8d-4165-8133-db818d9bded5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:17.738269 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-da9c85fd-3aa6-461e-a44c-d2723355c623 req-064094dd-5d8d-4165-8133-db818d9bded5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0587440 Oct 22 18:50:17.769431 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Allocated IP 172.20.0.2 (bc43ee55-7f34-48f5-82f6-ae9760f90819/6491d84d-ce60-4272-a924-02bc52680915/a9c1feaa-9a59-4023-81e5-ed4b6a49f246) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:17.787073 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-da9c85fd-3aa6-461e-a44c-d2723355c623 req-0215f6e0-d5d3-4ce5-8e64-0c7005419596 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 Oct 22 18:50:17.929126 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.931432 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.933047 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.935621 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.955945 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:17.973055 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:17.975977 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:17.981247 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:17.990641 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Pushing event updated for resources: {'Port': ['ID=a9c1feaa-9a59-4023-81e5-ed4b6a49f246,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:18.042523 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Attempting to bind port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:18.042523 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Attempting to bind port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:18.043242 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Attempting to bind port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:18.048245 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:18.048722 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Checking segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:18.049127 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.049518 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Bound using segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:18.050007 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Bound port: a9c1feaa-9a59-4023-81e5-ed4b6a49f246, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:18.050400 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.064041 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Allocated IP 172.27.0.235 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/4ec026e2-97c6-42cc-b237-ee534ccb9aee) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:18.114166 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] For port a9c1feaa-9a59-4023-81e5-ed4b6a49f246, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:18.117318 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] For port a9c1feaa-9a59-4023-81e5-ed4b6a49f246, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=a9c1feaa-9a59-4023-81e5-ed4b6a49f246,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:18.122289 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.174873 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.177244 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2841f-2db2-4f07-bf8a-cec5d42f0a41 None None] Pushing event updated for resources: {'Port': ['ID=a9c1feaa-9a59-4023-81e5-ed4b6a49f246,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:18.219681 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.266226 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:18.269161 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:18.272832 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:18.289636 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.302105 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Pushing event updated for resources: {'Port': ['ID=4ec026e2-97c6-42cc-b237-ee534ccb9aee,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:18.589829 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869006e3-31a3-4aa0-a6c3-44aa73410459 req-4870225a-22f3-4a9e-8843-0954b1cf2445 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:18.591541 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-869006e3-31a3-4aa0-a6c3-44aa73410459 req-4870225a-22f3-4a9e-8843-0954b1cf2445 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0630202 Oct 22 18:50:18.595125 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.630476 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-869006e3-31a3-4aa0-a6c3-44aa73410459 req-7251f69d-6490-424e-95fc-dc25af05daad tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Oct 22 18:50:18.710546 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f9262ba3-7927-4ec3-8ea7-da0f48ce2a4b req-82d2085a-cd8f-4fee-80cd-b9e328a02cd2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0255332 Oct 22 18:50:18.797634 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device a9c1feaa-9a59-4023-81e5-ed4b6a49f246 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:18.805295 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.846232 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:18.846616 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.921309 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2375bc1-994f-41be-acd4-1678d00493c3 req-e6ba28b3-6d53-422c-97bd-206c6027177a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:18.923010 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b2375bc1-994f-41be-acd4-1678d00493c3 req-e6ba28b3-6d53-422c-97bd-206c6027177a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0580206 Oct 22 18:50:18.950277 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Router dbe267e7-776b-4a29-86ac-8e00670081f8 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:50:18.954482 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:18.974299 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b2375bc1-994f-41be-acd4-1678d00493c3 req-d207302b-5bb1-4b38-9cd4-10a909ccfa9d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Oct 22 18:50:19.001075 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port a9c1feaa-9a59-4023-81e5-ed4b6a49f246, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=a9c1feaa-9a59-4023-81e5-ed4b6a49f246,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:19.006224 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:19.060278 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=a9c1feaa-9a59-4023-81e5-ed4b6a49f246,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:19.243493 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ed48f-125a-453e-804d-1641f982c617 None None] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:19.290803 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:19.302074 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:19.311046 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] Publish callbacks [] for router, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:19.314793 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-45b8991a-c65c-43b3-9c56-42133e4d409c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8289742 Oct 22 18:50:19.315109 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34472) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:19.321267 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:19.322177 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:19.327056 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-c269d4a5-bef5-4bcb-ada5-cb96425e75ce None None] Provisioning complete for port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:19.327411 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c269d4a5-bef5-4bcb-ada5-cb96425e75ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:19.442911 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:19.647607 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:18Z', 'revision_number': 3, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:19.686869 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:19.687218 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Updating router dbe267e7-776b-4a29-86ac-8e00670081f8 port 4ec026e2-97c6-42cc-b237-ee534ccb9aee binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:19.697938 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-08d986df-5838-47c1-8943-be41db60baf5 None None] Provisioning complete for port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:19.698127 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-08d986df-5838-47c1-8943-be41db60baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:19.721788 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:19.837453 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d75491-6db8-4bd5-ae1e-929b4d8f6dfc req-134025a1-7d13-4ce5-b80f-cd08fc281b44 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:19.839106 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50d75491-6db8-4bd5-ae1e-929b4d8f6dfc req-134025a1-7d13-4ce5-b80f-cd08fc281b44 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.1280692 Oct 22 18:50:19.936982 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:19.957693 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c8d6625e-8972-4835-ab91-a245a51a9b0a req-2d8873a1-7ecd-4cf4-84ad-de34c26098ac tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0404599 Oct 22 18:50:19.994275 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50d75491-6db8-4bd5-ae1e-929b4d8f6dfc req-7c608f61-2f45-4dbd-9f4b-fba1a21de7b8 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373458 Oct 22 18:50:20.048404 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.060304 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.115429 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Pushing event updated for resources: {'Port': ['ID=4ec026e2-97c6-42cc-b237-ee534ccb9aee,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:20.129668 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.130076 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.130422 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.130761 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.131103 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.131432 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.131930 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.132265 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.132622 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.132953 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.133440 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.133768 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:20.141243 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Attempting to bind port 4ec026e2-97c6-42cc-b237-ee534ccb9aee on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:20.141851 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Attempting to bind port 4ec026e2-97c6-42cc-b237-ee534ccb9aee by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:20.142252 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Attempting to bind port 4ec026e2-97c6-42cc-b237-ee534ccb9aee on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:20.146814 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9ec3b-e847-4597-82eb-0123b6cef4c6 req-16aeb4cf-9177-4dde-bd9c-883cd2a86b67 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:20.148146 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:20.148710 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:20.150052 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.150603 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:20.151081 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Bound port: 4ec026e2-97c6-42cc-b237-ee534ccb9aee, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:20.151554 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.154272 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d1c9ec3b-e847-4597-82eb-0123b6cef4c6 req-16aeb4cf-9177-4dde-bd9c-883cd2a86b67 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0677867 Oct 22 18:50:20.187546 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d1c9ec3b-e847-4597-82eb-0123b6cef4c6 req-f8d0e227-e4f8-406b-a740-b862c832f046 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Oct 22 18:50:20.191690 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.211934 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] For port 4ec026e2-97c6-42cc-b237-ee534ccb9aee, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:20.211934 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] For port 4ec026e2-97c6-42cc-b237-ee534ccb9aee, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=4ec026e2-97c6-42cc-b237-ee534ccb9aee,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:20.217164 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.276209 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:20.276903 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:20.318616 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7718710-4b3f-4552-99ec-575044b2dd58 None None] Pushing event updated for resources: {'Port': ['ID=4ec026e2-97c6-42cc-b237-ee534ccb9aee,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:20.392597 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Allocated IP 172.20.0.1 (bc43ee55-7f34-48f5-82f6-ae9760f90819/6491d84d-ce60-4272-a924-02bc52680915/7d7748c3-1026-47bf-acff-ad75d34ec75a) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:20.395362 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:20.496904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.530057 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.571636 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:18Z', 'revision_number': 3, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:20.571904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:20.575275 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:20.578498 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:20.599601 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a6112-3f82-4dd8-83af-44e507889d91 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:18Z', 'revision_number': 3, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:20.605170 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7748c3-1026-47bf-acff-ad75d34ec75a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:20.632355 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.783576 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device a9c1feaa-9a59-4023-81e5-ed4b6a49f246 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:20.866203 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:20.872834 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.890720 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.911063 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-89824edf-f464-4613-8cd4-6106fd87d233 None None] Provisioning complete for port 7d7748c3-1026-47bf-acff-ad75d34ec75a triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:20.911651 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-89824edf-f464-4613-8cd4-6106fd87d233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:20.971348 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-89824edf-f464-4613-8cd4-6106fd87d233 None None] Port 7d7748c3-1026-47bf-acff-ad75d34ec75a cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:21.101133 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:21.102355 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c2051867-1fe3-4c5d-9a2f-62a6679781dd req-8d467168-0767-4f9c-b964-df76caa5b2a2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0399115 Oct 22 18:50:21.117052 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:21.165306 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7748c3-1026-47bf-acff-ad75d34ec75a,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:21.212002 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:21.245185 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683af73-eafa-4181-8e55-1a0c3a1b0700 req-a8e52b84-857c-4a0e-9efb-65368e96b427 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:21.245722 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:21.247415 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1683af73-eafa-4181-8e55-1a0c3a1b0700 req-a8e52b84-857c-4a0e-9efb-65368e96b427 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0780365 Oct 22 18:50:21.302592 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1683af73-eafa-4181-8e55-1a0c3a1b0700 req-b5346314-c617-4459-84e6-00558926959b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Oct 22 18:50:21.358842 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:21.360544 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:21.469572 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861757-29c4-49b6-941d-2b550db8353c req-1af6e147-e537-469f-9fad-2913258d4366 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:21.472870 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5b861757-29c4-49b6-941d-2b550db8353c req-1af6e147-e537-469f-9fad-2913258d4366 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0852449 Oct 22 18:50:21.559572 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5b861757-29c4-49b6-941d-2b550db8353c req-59d1a051-3162-4685-92be-e80ca40610d3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762968 Oct 22 18:50:21.565835 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:50:21.689153 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:21.694874 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-996ea50a-95b6-40ff-b211-ef95af0e8df1 admin admin] 10.222.0.15 "PUT /v2.0/routers/dbe267e7-776b-4a29-86ac-8e00670081f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3787220 Oct 22 18:50:21.701608 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-b2e1b350-ca5c-492e-ab98-8aa8c0482675 None None] Provisioning complete for port 7d7748c3-1026-47bf-acff-ad75d34ec75a triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:21.701969 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b350-ca5c-492e-ab98-8aa8c0482675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:21.755649 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1b350-ca5c-492e-ab98-8aa8c0482675 None None] Port 7d7748c3-1026-47bf-acff-ad75d34ec75a cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:22.196631 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4afb694e-6ef4-415b-bb9f-d17d9c479d75 req-2c0f90d1-1988-4404-ad33-ce53efc08772 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0264614 Oct 22 18:50:22.273375 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34570) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:22.278983 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1213333804-network', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:22.299738 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Made reservation on behalf of e59f3387c68341a7a2602d54d884e7d0 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:22.301997 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.310629 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.388197 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.399305 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.428262 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:22.431292 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:50:22.435015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96b28d-7538-4b08-a53d-fc516a09d7fd req-e59fbfd0-cb88-4fcf-9f8b-fdfacc6d8e37 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:22.438980 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4f96b28d-7538-4b08-a53d-fc516a09d7fd req-e59fbfd0-cb88-4fcf-9f8b-fdfacc6d8e37 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0621352 Oct 22 18:50:22.439138 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd7edb-1b2f-47ce-9daa-c64d95352ddd,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:22.440809 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:22.441489 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:22.449886 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.450480 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Added segment 2389eaed-a710-4fba-a05e-ff484ce34c81 of type vlan for network f37a8531-ac38-4b8e-b890-a04baf8a15ef Oct 22 18:50:22.504201 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.514741 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4f96b28d-7538-4b08-a53d-fc516a09d7fd req-038e4ff4-519a-4c16-9f59-9f6b67e125ec tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525548 Oct 22 18:50:22.531536 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.532755 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:22.533625 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.558131 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:22.569143 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2943752 Oct 22 18:50:22.571637 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34576) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:22.577334 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Request body: {'subnet': {'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1213333804-subnet', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:22.614927 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a1493-3b50-4980-9926-e3328be4345f admin admin] Pushing event updated for resources: {'Network': ['ID=f37a8531-ac38-4b8e-b890-a04baf8a15ef,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:22.631970 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:50:22.632684 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Made reservation on behalf of e59f3387c68341a7a2602d54d884e7d0 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:22.635398 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.658657 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device efda99cd-4f16-4749-970e-492f4cb7aee3 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:22.688965 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5686-3815-4d1d-9cac-c59b5979e960 req-09b15a11-3e77-47e9-85ed-12f6c0097f15 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:22.690406 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3c2c5686-3815-4d1d-9cac-c59b5979e960 req-09b15a11-3e77-47e9-85ed-12f6c0097f15 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0590763 Oct 22 18:50:22.770665 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3c2c5686-3815-4d1d-9cac-c59b5979e960 req-e8193fa6-cc7e-4dc5-9eea-6cdcef8ebada tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740213 Oct 22 18:50:22.847252 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.903557 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb2085d-d48b-4d35-b7fa-2d601ec13e4c,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:22.905093 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4ec026e2-97c6-42cc-b237-ee534ccb9aee up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:22.913828 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Checking segment: {'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:22.914223 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Network hostable DHCP agents. Network: f37a8531-ac38-4b8e-b890-a04baf8a15ef, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:50:22.932407 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:50:22.941955 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, f37a8531-ac38-4b8e-b890-a04baf8a15ef) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:22.948369 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:22.949760 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:22.954485 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40095d99-5304-46c7-b094-9f0f0dfaa5a8 None None] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:22.966793 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9d7aa52d-e80d-4313-b01e-cba8a84771d6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3940706 Oct 22 18:50:22.969261 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34582) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:22.978446 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:23.004802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.005864 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.066468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.067481 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port efda99cd-4f16-4749-970e-492f4cb7aee3 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:50:23.089304 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port efda99cd-4f16-4749-970e-492f4cb7aee3 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:23.089782 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.127366 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 4ec026e2-97c6-42cc-b237-ee534ccb9aee triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:23.127738 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.235859 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.266284 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 2, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:23.315630 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8a0fb10f-906b-41cf-a6e6-12627e947b56 req-f60dfa9b-460c-47d3-93fd-2ac2697b1e6b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0349822 Oct 22 18:50:23.345123 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:23.345804 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Updating router dbe267e7-776b-4a29-86ac-8e00670081f8 port 7d7748c3-1026-47bf-acff-ad75d34ec75a binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:23.427714 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-f37a8531-ac38-4b8e-b890-a04baf8a15ef', 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'fixed_ips': [{'subnet_id': '1eb2085d-d48b-4d35-b7fa-2d601ec13e4c'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:50:23.428610 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.457637 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.482544 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.490072 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.639822 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efda99cd-4f16-4749-970e-492f4cb7aee3'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:50:23.642318 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb36c5ba-faef-4414-815a-62314b0a9867" -d '{"events": [{"server_uuid": "a0aadd04-68b9-43fd-88c6-295373ec1143", "name": "network-vif-plugged", "status": "completed", "tag": "efda99cd-4f16-4749-970e-492f4cb7aee3"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:50:23.663504 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02e157-0418-43a3-abdf-1cdb7b2f6aa8 req-045024d3-1a76-4ddf-b436-22c15e14a427 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:23.665368 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ff02e157-0418-43a3-abdf-1cdb7b2f6aa8 req-045024d3-1a76-4ddf-b436-22c15e14a427 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 944 time: 0.0577757 Oct 22 18:50:23.683628 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 4ec026e2-97c6-42cc-b237-ee534ccb9aee, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=4ec026e2-97c6-42cc-b237-ee534ccb9aee,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:23.688573 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port efda99cd-4f16-4749-970e-492f4cb7aee3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=efda99cd-4f16-4749-970e-492f4cb7aee3,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:23.700905 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.714207 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.720243 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ff02e157-0418-43a3-abdf-1cdb7b2f6aa8 req-5c1c6dc1-7ba4-4d5d-9f3b-3693907c69d2 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480635 Oct 22 18:50:23.760625 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.789246 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:23.827862 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8cd947-52ae-4122-be0e-0a1dec71ffc9 x-openstack-request-id: req-2a8cd947-52ae-4122-be0e-0a1dec71ffc9 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:50:23.828197 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aadd04-68b9-43fd-88c6-295373ec1143", "name": "network-vif-plugged", "status": "completed", "tag": "efda99cd-4f16-4749-970e-492f4cb7aee3", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:50:23.828455 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a8cd947-52ae-4122-be0e-0a1dec71ffc9 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:50:23.828857 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efda99cd-4f16-4749-970e-492f4cb7aee3', 'code': 200} Oct 22 18:50:23.928362 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=4ec026e2-97c6-42cc-b237-ee534ccb9aee,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:23.928963 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040f16a-47b3-4300-89a1-cb184615b243 req-203cba79-0b92-418d-afb7-405e424c3a65 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:23.937420 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0040f16a-47b3-4300-89a1-cb184615b243 req-203cba79-0b92-418d-afb7-405e424c3a65 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0735116 Oct 22 18:50:23.941580 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Allocated IP 172.27.0.49 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/e510f50b-ed92-4175-b78f-71f68911c9ba) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:23.971371 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0040f16a-47b3-4300-89a1-cb184615b243 req-87b848f4-b5d1-4f22-af55-26433c789148 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Oct 22 18:50:23.982246 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Allocated IP 172.20.0.2 (f37a8531-ac38-4b8e-b890-a04baf8a15ef/1eb2085d-d48b-4d35-b7fa-2d601ec13e4c/4d522809-94d4-4f60-b760-b552b59a6cfd) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:24.057326 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.075293 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=efda99cd-4f16-4749-970e-492f4cb7aee3,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:24.093602 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.131294 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:24.135431 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:24.142453 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:24.166064 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Pushing event updated for resources: {'Port': ['ID=e510f50b-ed92-4175-b78f-71f68911c9ba,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:24.242539 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.256831 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.292716 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.312266 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.333347 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612b10a-0db4-4afb-b06a-0835c2560f20 None None] Pushing event updated for resources: {'Port': ['ID=7d7748c3-1026-47bf-acff-ad75d34ec75a,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:24.395513 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:24.408686 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:24.414507 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:24.420120 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.423766 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Attempting to bind port 7d7748c3-1026-47bf-acff-ad75d34ec75a on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:24.424179 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Attempting to bind port 7d7748c3-1026-47bf-acff-ad75d34ec75a by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:24.424496 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Attempting to bind port 7d7748c3-1026-47bf-acff-ad75d34ec75a on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:24.442106 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Pushing event updated for resources: {'Port': ['ID=4d522809-94d4-4f60-b760-b552b59a6cfd,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:24.456730 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd7294e0-5333-4bab-b610-1b3735db174b req-62c8fbfb-091d-4421-abe7-3095002b38ef tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0511098 Oct 22 18:50:24.460094 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:24.460474 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Checking segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:24.460880 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.461284 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Bound using segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:24.461777 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Bound port: 7d7748c3-1026-47bf-acff-ad75d34ec75a, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:24.462186 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.520568 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Attempting to bind port 4d522809-94d4-4f60-b760-b552b59a6cfd on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:24.520947 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Attempting to bind port 4d522809-94d4-4f60-b760-b552b59a6cfd by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:24.521315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Attempting to bind port 4d522809-94d4-4f60-b760-b552b59a6cfd on network f37a8531-ac38-4b8e-b890-a04baf8a15ef {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:24.531448 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:24.531821 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Checking segment: {'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:24.532226 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.532620 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Bound using segment: {'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:24.533101 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Bound port: 4d522809-94d4-4f60-b760-b552b59a6cfd, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:24.533488 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.587635 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] For port 7d7748c3-1026-47bf-acff-ad75d34ec75a, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:24.613113 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] For port 7d7748c3-1026-47bf-acff-ad75d34ec75a, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7d7748c3-1026-47bf-acff-ad75d34ec75a,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:24.628183 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.632992 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.665529 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-b95ed87a-4d82-4624-a1f8-13937920bca2 None None] Provisioning complete for port 7d7748c3-1026-47bf-acff-ad75d34ec75a triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:24.665811 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b95ed87a-4d82-4624-a1f8-13937920bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.670011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] For port 4d522809-94d4-4f60-b760-b552b59a6cfd, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:24.706947 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] For port 4d522809-94d4-4f60-b760-b552b59a6cfd, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=4d522809-94d4-4f60-b760-b552b59a6cfd,segment=NetworkSegment(2389eaed-a710-4fba-a05e-ff484ce34c81),segment_id=2389eaed-a710-4fba-a05e-ff484ce34c81)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:24.724023 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:24.758970 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612b10a-0db4-4afb-b06a-0835c2560f20 None None] Pushing event updated for resources: {'Port': ['ID=7d7748c3-1026-47bf-acff-ad75d34ec75a,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:24.776860 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:24.777517 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:24.787470 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Router b55492fe-e99a-435f-86e4-0933bf9187b9 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:50:24.955151 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c780f-3903-423e-90fc-d086008e2f5a req-7bb74519-9bef-42cb-b0c8-c8a8d4121914 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:24.962827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a40c780f-3903-423e-90fc-d086008e2f5a req-7bb74519-9bef-42cb-b0c8-c8a8d4121914 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0738120 Oct 22 18:50:24.974809 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:24.998193 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Sync routers for ids ['b55492fe-e99a-435f-86e4-0933bf9187b9'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:25.006583 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.010962 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a9f16612-b00c-47a1-9de8-8d02fe3e2098 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0403762 Oct 22 18:50:25.013341 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34610) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:25.016810 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a40c780f-3903-423e-90fc-d086008e2f5a req-34f95a67-8855-420e-8e65-c20844753f45 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527189 Oct 22 18:50:25.017095 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Routers {'b55492fe-e99a-435f-86e4-0933bf9187b9'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:25.019245 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['b55492fe-e99a-435f-86e4-0933bf9187b9'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:25.100682 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4ec026e2-97c6-42cc-b237-ee534ccb9aee up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:25.155763 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7ad0f-1c94-4394-8fd1-f76dbfa10cfd None None] Pushing event updated for resources: {'Port': ['ID=4d522809-94d4-4f60-b760-b552b59a6cfd,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:25.178460 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ace056-102c-464c-ac37-bd7bde4fcda0 req-7d7125c7-7318-4637-b93a-562417aef5ab tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:25.184034 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-59ace056-102c-464c-ac37-bd7bde4fcda0 req-7d7125c7-7318-4637-b93a-562417aef5ab tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0866513 Oct 22 18:50:25.230080 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 4ec026e2-97c6-42cc-b237-ee534ccb9aee triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:25.230554 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.263157 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-59ace056-102c-464c-ac37-bd7bde4fcda0 req-0c8a252e-a331-4012-ae7f-45bfe317ebe7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774202 Oct 22 18:50:25.294120 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b95ed87a-4d82-4624-a1f8-13937920bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.360239 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Set router b55492fe-e99a-435f-86e4-0933bf9187b9 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:25.378512 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-b95ed87a-4d82-4624-a1f8-13937920bca2 None None] For port 7d7748c3-1026-47bf-acff-ad75d34ec75a, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7d7748c3-1026-47bf-acff-ad75d34ec75a,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:25.394363 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b95ed87a-4d82-4624-a1f8-13937920bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.469472 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ed87a-4d82-4624-a1f8-13937920bca2 None None] Pushing event updated for resources: {'Port': ['ID=7d7748c3-1026-47bf-acff-ad75d34ec75a,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:25.520850 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:25.568640 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-b0b869f7-1e09-4000-bd28-0b00db55f3c2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:25.570150 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-b0b869f7-1e09-4000-bd28-0b00db55f3c2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/networks?id=ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 200 len: 814 time: 0.2079549 Oct 22 18:50:25.589333 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Request body: {'port': {'device_id': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'admin_state_up': True, 'tenant_id': '0bbd7dfac0974baa90e5e8b8210853f1'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:25.617145 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-4d64e95a-88b2-4a24-9523-336779e506ae None None] Provisioning complete for port 7d7748c3-1026-47bf-acff-ad75d34ec75a triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:25.617510 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d64e95a-88b2-4a24-9523-336779e506ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.645151 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce23eb22-722d-4d8e-a601-5c3d103f080b req-a624601c-0f4a-4757-ba2b-e3d7928af21a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 210 time: 0.0734489 Oct 22 18:50:25.676553 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:24Z', 'revision_number': 3, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port': {'id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:25.710794 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Checking router: b55492fe-e99a-435f-86e4-0933bf9187b9 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:25.711152 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Updating router b55492fe-e99a-435f-86e4-0933bf9187b9 port e510f50b-ed92-4175-b78f-71f68911c9ba binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:25.720419 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b26f9-2c93-4d04-a1df-90e69fd7fc26 req-a06b700b-c73d-484e-b862-ce064b4ac913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:25.723598 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-205b26f9-2c93-4d04-a1df-90e69fd7fc26 req-a06b700b-c73d-484e-b862-ce064b4ac913 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 1098 time: 0.0992632 Oct 22 18:50:25.738279 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.854253 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.867126 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-205b26f9-2c93-4d04-a1df-90e69fd7fc26 req-d6c33936-b466-43ed-aeb1-feea28024a22 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536556 Oct 22 18:50:25.888995 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Made reservation on behalf of 0bbd7dfac0974baa90e5e8b8210853f1 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:25.892821 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:25.907955 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:24Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:25.941003 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3039-6430-4e0f-af36-63ee422338c0 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:24Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:26.079878 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.102493 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.167784 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Allocated IP 172.20.0.9 (ce3214b4-ef5b-4a89-a12a-c05c2c379161/78052a3d-c520-4c56-b4cd-34e46ac9ac79/0400b5e5-7086-47f2-8df6-bd12344b4aab) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:26.172620 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed4eea-50c4-462c-a39d-136f930cf16b None None] Pushing event updated for resources: {'Port': ['ID=e510f50b-ed92-4175-b78f-71f68911c9ba,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:26.208341 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Attempting to bind port e510f50b-ed92-4175-b78f-71f68911c9ba on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:26.208550 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Attempting to bind port e510f50b-ed92-4175-b78f-71f68911c9ba by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:26.208858 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Attempting to bind port e510f50b-ed92-4175-b78f-71f68911c9ba on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:26.216499 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:26.216869 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:26.217881 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.218299 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:26.222117 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Bound port: e510f50b-ed92-4175-b78f-71f68911c9ba, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:26.222117 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.279226 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2ef80-5c20-4f2b-bdbe-466d3a23747c None None] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:26.304793 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] For port e510f50b-ed92-4175-b78f-71f68911c9ba, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:26.309395 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] For port e510f50b-ed92-4175-b78f-71f68911c9ba, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=e510f50b-ed92-4175-b78f-71f68911c9ba,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:26.318015 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.346752 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Allocated IP 172.20.0.1 (f37a8531-ac38-4b8e-b890-a04baf8a15ef/1eb2085d-d48b-4d35-b7fa-2d601ec13e4c/9228218f-96b5-4ae2-99f7-bec844d6afea) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:26.377003 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfc776-16ef-4dc6-8913-11aa1a464126 req-45d85935-9ec3-4225-a2bc-4d773804377c tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:26.378588 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11dfc776-16ef-4dc6-8913-11aa1a464126 req-45d85935-9ec3-4225-a2bc-4d773804377c tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.1883569 Oct 22 18:50:26.409555 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed4eea-50c4-462c-a39d-136f930cf16b None None] Pushing event updated for resources: {'Port': ['ID=e510f50b-ed92-4175-b78f-71f68911c9ba,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:26.438456 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-273026dc-c621-4d65-a63f-f54953a9f913 None None] Provisioning complete for port 4d522809-94d4-4f60-b760-b552b59a6cfd triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:26.439217 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-273026dc-c621-4d65-a63f-f54953a9f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.445608 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48af64-ed56-4c02-9ed2-5301f4e236bd req-19806a78-8bbf-4025-a54e-a0e185d86b82 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:26.451813 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da48af64-ed56-4c02-9ed2-5301f4e236bd req-19806a78-8bbf-4025-a54e-a0e185d86b82 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.1061268 Oct 22 18:50:26.463569 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Routers {'b55492fe-e99a-435f-86e4-0933bf9187b9'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:26.464801 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['b55492fe-e99a-435f-86e4-0933bf9187b9'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:26.518875 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da48af64-ed56-4c02-9ed2-5301f4e236bd req-d4b16467-9383-497c-ac0a-126c6a0c0c51 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566716 Oct 22 18:50:26.613669 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11dfc776-16ef-4dc6-8913-11aa1a464126 req-8d0f133b-5ee9-4b18-a528-6a9514f7239b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210407 Oct 22 18:50:26.668058 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.673099 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-273026dc-c621-4d65-a63f-f54953a9f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.694508 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.706916 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] Set router b55492fe-e99a-435f-86e4-0933bf9187b9 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:26.763002 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-273026dc-c621-4d65-a63f-f54953a9f913 None None] For port 4d522809-94d4-4f60-b760-b552b59a6cfd, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=4d522809-94d4-4f60-b760-b552b59a6cfd,segment=NetworkSegment(2389eaed-a710-4fba-a05e-ff484ce34c81),segment_id=2389eaed-a710-4fba-a05e-ff484ce34c81)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:26.787389 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-273026dc-c621-4d65-a63f-f54953a9f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.919781 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273026dc-c621-4d65-a63f-f54953a9f913 None None] Pushing event updated for resources: {'Port': ['ID=4d522809-94d4-4f60-b760-b552b59a6cfd,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:26.933693 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:26.955926 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096', 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'c32cad56-1e43-4108-b28d-afbe94c19a7f'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:50:27.045036 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7d7748c3-1026-47bf-acff-ad75d34ec75a up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:27.069227 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Network ce3214b4-ef5b-4a89-a12a-c05c2c379161 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:27.076840 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:27.092454 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:27.105291 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:27.158956 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:24Z', 'revision_number': 3, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port': {'id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:27.201481 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event updated for resources: {'Port': ['ID=0400b5e5-7086-47f2-8df6-bd12344b4aab,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:27.215316 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581db26-6c13-4433-b188-a4f02b6e8d46 None None] The sync data for ids ['b55492fe-e99a-435f-86e4-0933bf9187b9'] in dv-cinder-815146-1-iscsi is: [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:24Z', 'revision_number': 3, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port': {'id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:27.222146 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:27.270695 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 7d7748c3-1026-47bf-acff-ad75d34ec75a triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:27.270975 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:27.281668 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-69f3a9c2-15f9-4bc2-ba09-d62e0ed4a952 None None] Provisioning complete for port 4d522809-94d4-4f60-b760-b552b59a6cfd triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:27.281668 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69f3a9c2-15f9-4bc2-ba09-d62e0ed4a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:27.344679 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a056960-1cfc-427d-9a93-ac4a7e125432 req-cffd00e9-184f-44e8-a319-41ca99eacd14 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:27.347426 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a056960-1cfc-427d-9a93-ac4a7e125432 req-cffd00e9-184f-44e8-a319-41ca99eacd14 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 931 time: 0.4816451 Oct 22 18:50:27.350883 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:27.359845 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:27.410025 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:27.421768 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Pushing event updated for resources: {'Port': ['ID=9228218f-96b5-4ae2-99f7-bec844d6afea,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:27.494286 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:27.495055 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:27.548758 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4d522809-94d4-4f60-b760-b552b59a6cfd up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:27.575444 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a056960-1cfc-427d-9a93-ac4a7e125432 req-45587b82-697c-45cf-b237-7b45a6df84a2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192085 Oct 22 18:50:27.581734 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-49727c35-c88e-4488-9d1f-e08eb28a03f5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9984090 Oct 22 18:50:27.755290 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:27.825720 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 4d522809-94d4-4f60-b760-b552b59a6cfd triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:27.826311 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:27.872934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4e3a1-daa2-4446-b68b-826ecde951da req-8c4b6820-dc3c-48fb-bd45-a0d41dd29e1a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:27.888708 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-95a4e3a1-daa2-4446-b68b-826ecde951da req-8c4b6820-dc3c-48fb-bd45-a0d41dd29e1a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.1076748 Oct 22 18:50:27.895682 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11332a0-48f8-47ab-8b0f-0cc4701f2ed2 req-af47aba9-f693-4b1f-878f-5543b732432d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:27.897217 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b11332a0-48f8-47ab-8b0f-0cc4701f2ed2 req-af47aba9-f693-4b1f-878f-5543b732432d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0872071 Oct 22 18:50:27.973421 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-95a4e3a1-daa2-4446-b68b-826ecde951da req-4ce3995a-5963-4d4c-8534-63b1ca1db4b3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Oct 22 18:50:28.031430 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-f4932060-d516-4a5b-bea1-e78851879754 None None] Provisioning complete for port 9228218f-96b5-4ae2-99f7-bec844d6afea triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:28.031796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f4932060-d516-4a5b-bea1-e78851879754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:28.143301 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f4932060-d516-4a5b-bea1-e78851879754 None None] Port 9228218f-96b5-4ae2-99f7-bec844d6afea cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:28.233546 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b11332a0-48f8-47ab-8b0f-0cc4701f2ed2 req-03a4bebc-73dd-4b80-a458-cc177bf2209b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246171 Oct 22 18:50:28.275988 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:28.281275 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:28.350725 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:28.352451 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Pushing event updated for resources: {'Port': ['ID=9228218f-96b5-4ae2-99f7-bec844d6afea,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:28.457910 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:28.459312 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:28.575752 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Router b55492fe-e99a-435f-86e4-0933bf9187b9 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:50:28.665820 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-322b12af-6374-43e4-a899-313480dc2735 None None] Provisioning complete for port 9228218f-96b5-4ae2-99f7-bec844d6afea triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:28.666262 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-322b12af-6374-43e4-a899-313480dc2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:28.701013 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-322b12af-6374-43e4-a899-313480dc2735 None None] Port 9228218f-96b5-4ae2-99f7-bec844d6afea cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:28.720058 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:28.728049 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-49dd283b-36b1-4572-ad2c-960fa28a9fdd admin admin] 10.222.0.15 "PUT /v2.0/routers/b55492fe-e99a-435f-86e4-0933bf9187b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7135537 Oct 22 18:50:28.769181 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c59dd-d940-4fe9-bf4d-ea1344fef5d3 req-73338c64-c7de-49ed-b0cb-1b6a36204375 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:28.772572 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d44c59dd-d940-4fe9-bf4d-ea1344fef5d3 req-73338c64-c7de-49ed-b0cb-1b6a36204375 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 931 time: 0.0968788 Oct 22 18:50:28.816442 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d44c59dd-d940-4fe9-bf4d-ea1344fef5d3 req-9268d9e3-9c98-4565-aa14-e10f253cb2d0 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Oct 22 18:50:28.908560 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device e510f50b-ed92-4175-b78f-71f68911c9ba up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:28.964094 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port e510f50b-ed92-4175-b78f-71f68911c9ba triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:28.964588 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.047907 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.070226 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port e510f50b-ed92-4175-b78f-71f68911c9ba, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=e510f50b-ed92-4175-b78f-71f68911c9ba,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:29.074889 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.075683 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4d522809-94d4-4f60-b760-b552b59a6cfd up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:29.165140 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=e510f50b-ed92-4175-b78f-71f68911c9ba,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:29.173193 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 4d522809-94d4-4f60-b760-b552b59a6cfd triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:29.173568 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.301881 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34716) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:29.307793 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-61c21561-ade1-46df-a40a-3ff49bf50772 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646769779', 'description': 'tempest-secgroup-smoke-646769779 description', 'project_id': '662e66abdd5e4c5cb152281e36cb80e1'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:29.315943 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Sync routers for ids ['b55492fe-e99a-435f-86e4-0933bf9187b9'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:29.334538 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-61c21561-ade1-46df-a40a-3ff49bf50772 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.338209 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Routers {'b55492fe-e99a-435f-86e4-0933bf9187b9'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:29.339134 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['b55492fe-e99a-435f-86e4-0933bf9187b9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:29.414988 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3251ff4-4a58-4d44-95a0-44437aa615bf req-c5712430-79e3-4f46-8e96-04080e98851e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:29.417241 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c3251ff4-4a58-4d44-95a0-44437aa615bf req-c5712430-79e3-4f46-8e96-04080e98851e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0699983 Oct 22 18:50:29.470088 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-61c21561-ade1-46df-a40a-3ff49bf50772 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.480492 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-61c21561-ade1-46df-a40a-3ff49bf50772 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.486377 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Set router b55492fe-e99a-435f-86e4-0933bf9187b9 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:29.488262 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c3251ff4-4a58-4d44-95a0-44437aa615bf req-d7370f5a-d3d2-417e-bdbe-d39f205a6b54 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591519 Oct 22 18:50:29.513786 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-61c21561-ade1-46df-a40a-3ff49bf50772 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.515023 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-61c21561-ade1-46df-a40a-3ff49bf50772 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2121060 Oct 22 18:50:29.517084 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c21561-ade1-46df-a40a-3ff49bf50772 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1539c1-4b27-4f94-ab34-f000bbf28219,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:29.518970 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34720) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:29.524791 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-391060cf-3fc8-4b12-9347-9ae0651d079d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'security_group_rule': {'security_group_id': '6d1539c1-4b27-4f94-ab34-f000bbf28219', 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:29.561966 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-391060cf-3fc8-4b12-9347-9ae0651d079d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.610855 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-391060cf-3fc8-4b12-9347-9ae0651d079d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.611693 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0731872-0e72-48af-8e12-a6d9ac74ce69 req-3cd1f410-90c1-4c9f-afc2-cf6605b99079 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:29.613564 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0731872-0e72-48af-8e12-a6d9ac74ce69 req-3cd1f410-90c1-4c9f-afc2-cf6605b99079 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0545700 Oct 22 18:50:29.616260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-391060cf-3fc8-4b12-9347-9ae0651d079d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.643891 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391060cf-3fc8-4b12-9347-9ae0651d079d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d02d6f-b7ac-44a2-b28f-11604f27fdb0,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:29.655395 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0731872-0e72-48af-8e12-a6d9ac74ce69 req-65b3168e-5ac5-4053-8f2d-9dfc9fd8b48c tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342631 Oct 22 18:50:29.658192 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-391060cf-3fc8-4b12-9347-9ae0651d079d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.662443 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34722) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:29.664516 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-391060cf-3fc8-4b12-9347-9ae0651d079d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437950 Oct 22 18:50:29.668676 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-70ce72e1-d522-466d-ab99-87f412a87736 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'security_group_rule': {'security_group_id': '6d1539c1-4b27-4f94-ab34-f000bbf28219', 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:29.695933 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-70ce72e1-d522-466d-ab99-87f412a87736 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.708899 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:27Z', 'revision_number': 4, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port': {'id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '9228218f-96b5-4ae2-99f7-bec844d6afea', 'name': '', 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'mac_address': 'fa:16:3e:79:93:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1eb2085d-d48b-4d35-b7fa-2d601ec13e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:25Z', 'updated_at': '2021-10-22T18:50:27Z', 'revision_number': 2, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'subnets': [{'id': '1eb2085d-d48b-4d35-b7fa-2d601ec13e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:29.738678 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Checking router: b55492fe-e99a-435f-86e4-0933bf9187b9 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:29.738678 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Updating router b55492fe-e99a-435f-86e4-0933bf9187b9 port 9228218f-96b5-4ae2-99f7-bec844d6afea binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:29.753133 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-70ce72e1-d522-466d-ab99-87f412a87736 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.757416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-70ce72e1-d522-466d-ab99-87f412a87736 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.768456 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.773545 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce72e1-d522-466d-ab99-87f412a87736 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5267b3ab-98a4-4a25-8bb1-20188232ce49,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:29.788061 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-70ce72e1-d522-466d-ab99-87f412a87736 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.789312 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-70ce72e1-d522-466d-ab99-87f412a87736 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257730 Oct 22 18:50:29.793066 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 34726) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:29.798843 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-09644d4d-50b7-4e4d-bc2a-8e4fca88f2a3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'security_group_rule': {'security_group_id': '6d1539c1-4b27-4f94-ab34-f000bbf28219', 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:29.831945 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-09644d4d-50b7-4e4d-bc2a-8e4fca88f2a3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.897163 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-09644d4d-50b7-4e4d-bc2a-8e4fca88f2a3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.908065 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-09644d4d-50b7-4e4d-bc2a-8e4fca88f2a3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.941124 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09644d4d-50b7-4e4d-bc2a-8e4fca88f2a3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b202d98-525e-420f-8021-8a28f158093e,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:29.954229 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-09644d4d-50b7-4e4d-bc2a-8e4fca88f2a3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:29.955445 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-09644d4d-50b7-4e4d-bc2a-8e4fca88f2a3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611304 Oct 22 18:50:29.958434 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34730) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:29.963989 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-c52cb29c-be79-421e-822e-766a9c3bfe8a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'security_group_rule': {'security_group_id': '6d1539c1-4b27-4f94-ab34-f000bbf28219', 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:29.968480 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121e2-6ff9-4c9d-8f55-f2c99cd27746 req-a7574d65-174f-40d3-b70e-b2f692c936f8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:29.974540 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-184121e2-6ff9-4c9d-8f55-f2c99cd27746 req-a7574d65-174f-40d3-b70e-b2f692c936f8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 931 time: 0.0800228 Oct 22 18:50:29.995811 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c52cb29c-be79-421e-822e-766a9c3bfe8a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.022710 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-184121e2-6ff9-4c9d-8f55-f2c99cd27746 req-8371a751-e5ea-4b41-a7b8-4d1a6fefbf55 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460682 Oct 22 18:50:30.063871 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c52cb29c-be79-421e-822e-766a9c3bfe8a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.065774 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.067987 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c52cb29c-be79-421e-822e-766a9c3bfe8a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.071725 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.088301 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cb29c-be79-421e-822e-766a9c3bfe8a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af313cd-7708-411d-bec4-ea0ee5118dfb,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:30.097667 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c52cb29c-be79-421e-822e-766a9c3bfe8a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.098879 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-c52cb29c-be79-421e-822e-766a9c3bfe8a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392002 Oct 22 18:50:30.101834 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34732) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:30.106929 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'security_group_rule': {'security_group_id': '6d1539c1-4b27-4f94-ab34-f000bbf28219', 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:30.122273 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916561e3-a0fc-4b9f-acc0-23edf045041f None None] Pushing event updated for resources: {'Port': ['ID=9228218f-96b5-4ae2-99f7-bec844d6afea,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:30.130504 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.securitygroups_db [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Project 662e66abdd5e4c5cb152281e36cb80e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 18:50:30.136388 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.174533 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Attempting to bind port 9228218f-96b5-4ae2-99f7-bec844d6afea on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:30.174977 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Attempting to bind port 9228218f-96b5-4ae2-99f7-bec844d6afea by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:30.175404 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Attempting to bind port 9228218f-96b5-4ae2-99f7-bec844d6afea on network f37a8531-ac38-4b8e-b890-a04baf8a15ef {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:30.180840 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:30.181299 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Checking segment: {'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:30.181769 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.182500 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Bound using segment: {'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:30.183336 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Bound port: 9228218f-96b5-4ae2-99f7-bec844d6afea, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2389eaed-a710-4fba-a05e-ff484ce34c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:30.183778 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.203391 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.208456 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.234630 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50937521-dc98-4bb2-8a0c-c631aa86d189,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:30.247910 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.249239 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d885ca7c-f9c7-4dea-bc3c-f6511f2071e5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464348 Oct 22 18:50:30.252103 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34734) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:30.258258 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'security_group_rule': {'security_group_id': '6d1539c1-4b27-4f94-ab34-f000bbf28219', 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:30.261533 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] For port 9228218f-96b5-4ae2-99f7-bec844d6afea, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:30.265274 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] For port 9228218f-96b5-4ae2-99f7-bec844d6afea, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=9228218f-96b5-4ae2-99f7-bec844d6afea,segment=NetworkSegment(2389eaed-a710-4fba-a05e-ff484ce34c81),segment_id=2389eaed-a710-4fba-a05e-ff484ce34c81)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:30.269039 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.285126 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.securitygroups_db [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Project 662e66abdd5e4c5cb152281e36cb80e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 18:50:30.290925 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.326433 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Routers {'b55492fe-e99a-435f-86e4-0933bf9187b9'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:30.327150 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['b55492fe-e99a-435f-86e4-0933bf9187b9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:30.363352 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.369015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.385848 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fa7cac-721b-4e93-8e7b-783c100e2f91,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:30.386064 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916561e3-a0fc-4b9f-acc0-23edf045041f None None] Pushing event updated for resources: {'Port': ['ID=9228218f-96b5-4ae2-99f7-bec844d6afea,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:30.398082 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.399735 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-f94cee2b-71de-4b63-9178-75274828ef82 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452060 Oct 22 18:50:30.406281 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-cd67486b-12cf-4eca-a7b0-d6182c945e76 None None] Provisioning complete for port 9228218f-96b5-4ae2-99f7-bec844d6afea triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:30.406655 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cd67486b-12cf-4eca-a7b0-d6182c945e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.504975 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] Set router b55492fe-e99a-435f-86e4-0933bf9187b9 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:30.618491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3677976-18fb-4edb-8a3e-aea89e73479f req-5e6a343a-8e77-4d5c-80c8-6c0e1ff313fb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:30.621117 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3677976-18fb-4edb-8a3e-aea89e73479f req-5e6a343a-8e77-4d5c-80c8-6c0e1ff313fb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0548873 Oct 22 18:50:30.633848 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cd67486b-12cf-4eca-a7b0-d6182c945e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.665036 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3677976-18fb-4edb-8a3e-aea89e73479f req-e93684dd-c647-41ff-a8e2-9feab6ed0158 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Oct 22 18:50:30.709076 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-cd67486b-12cf-4eca-a7b0-d6182c945e76 None None] For port 9228218f-96b5-4ae2-99f7-bec844d6afea, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=9228218f-96b5-4ae2-99f7-bec844d6afea,segment=NetworkSegment(2389eaed-a710-4fba-a05e-ff484ce34c81),segment_id=2389eaed-a710-4fba-a05e-ff484ce34c81)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:30.714978 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cd67486b-12cf-4eca-a7b0-d6182c945e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:30.810356 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67486b-12cf-4eca-a7b0-d6182c945e76 None None] Pushing event updated for resources: {'Port': ['ID=9228218f-96b5-4ae2-99f7-bec844d6afea,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:30.830107 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ef425-3d60-4a45-8af7-bd8ec8d5f1e4 req-628a23e9-4b89-4c0a-902f-4bc50df78645 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:30.831532 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d10ef425-3d60-4a45-8af7-bd8ec8d5f1e4 req-628a23e9-4b89-4c0a-902f-4bc50df78645 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0894172 Oct 22 18:50:30.833439 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:27Z', 'revision_number': 4, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port': {'id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '9228218f-96b5-4ae2-99f7-bec844d6afea', 'name': '', 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'mac_address': 'fa:16:3e:79:93:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1eb2085d-d48b-4d35-b7fa-2d601ec13e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:25Z', 'updated_at': '2021-10-22T18:50:30Z', 'revision_number': 4, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'subnets': [{'id': '1eb2085d-d48b-4d35-b7fa-2d601ec13e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:30.842817 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device e510f50b-ed92-4175-b78f-71f68911c9ba up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:30.889620 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d06d75-e076-4ba3-8e50-7fdeb8425777 None None] The sync data for ids ['b55492fe-e99a-435f-86e4-0933bf9187b9'] in dv-cinder-815146-1-iscsi is: [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:27Z', 'revision_number': 4, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port': {'id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '9228218f-96b5-4ae2-99f7-bec844d6afea', 'name': '', 'network_id': 'f37a8531-ac38-4b8e-b890-a04baf8a15ef', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'mac_address': 'fa:16:3e:79:93:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '1eb2085d-d48b-4d35-b7fa-2d601ec13e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:25Z', 'updated_at': '2021-10-22T18:50:30Z', 'revision_number': 4, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'subnets': [{'id': '1eb2085d-d48b-4d35-b7fa-2d601ec13e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:30.907227 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d10ef425-3d60-4a45-8af7-bd8ec8d5f1e4 req-e8be3575-84b8-4d73-88fd-76f681b0074e tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685966 Oct 22 18:50:30.925083 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-bc548d02-b614-4550-9b23-8623ba6e964d None None] Provisioning complete for port 9228218f-96b5-4ae2-99f7-bec844d6afea triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:30.925456 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bc548d02-b614-4550-9b23-8623ba6e964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:31.018823 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port e510f50b-ed92-4175-b78f-71f68911c9ba triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:31.018823 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:31.142078 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b572cb-0af9-4495-a741-f20d2dfbd811 req-90a6741e-30df-4fd6-8989-e41fb35e1ee5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:31.143716 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93b572cb-0af9-4495-a741-f20d2dfbd811 req-90a6741e-30df-4fd6-8989-e41fb35e1ee5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 931 time: 0.0542092 Oct 22 18:50:31.189855 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93b572cb-0af9-4495-a741-f20d2dfbd811 req-fe1e0db1-25f6-4948-aebf-415a6bcd6b44 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Oct 22 18:50:31.327420 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Request body: {'port': {'device_id': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:31.383456 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:31.560577 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a34ef8-e858-40b2-bd74-57cadfdccda0 req-566bf0b8-0ab5-4ca0-af8a-6c447fbfc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:31.562243 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d0a34ef8-e858-40b2-bd74-57cadfdccda0 req-566bf0b8-0ab5-4ca0-af8a-6c447fbfc9c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0468457 Oct 22 18:50:31.600493 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d0a34ef8-e858-40b2-bd74-57cadfdccda0 req-8053cd23-4f1a-4368-b1c9-9aa284d3654f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299211 Oct 22 18:50:31.675485 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0400b5e5-7086-47f2-8df6-bd12344b4aab {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:50:31.685261 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:31.700568 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Transition to ACTIVE for port object 0400b5e5-7086-47f2-8df6-bd12344b4aab will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:50:31.704435 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:31.788270 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Pushing event updated for resources: {'Port': ['ID=0400b5e5-7086-47f2-8df6-bd12344b4aab,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:31.853342 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150a5fb-f3a3-482d-ab42-32e78947f747 req-b9750632-1efc-4e6a-9f97-f66bb9f5ad63 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:31.855660 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0150a5fb-f3a3-482d-ab42-32e78947f747 req-b9750632-1efc-4e6a-9f97-f66bb9f5ad63 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.1094279 Oct 22 18:50:31.897143 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Attempting to bind port 0400b5e5-7086-47f2-8df6-bd12344b4aab on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:31.897423 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Attempting to bind port 0400b5e5-7086-47f2-8df6-bd12344b4aab by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:31.897728 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Attempting to bind port 0400b5e5-7086-47f2-8df6-bd12344b4aab on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:31.916356 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Port 0400b5e5-7086-47f2-8df6-bd12344b4aab on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:50:31.917330 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Attempting to bind port 0400b5e5-7086-47f2-8df6-bd12344b4aab on network ce3214b4-ef5b-4a89-a12a-c05c2c379161 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:31.924735 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0150a5fb-f3a3-482d-ab42-32e78947f747 req-0f256a0f-11f6-4cad-804a-9015188df4a1 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 Oct 22 18:50:31.925595 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:31.925930 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Checking segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:31.926339 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Bound using segment: {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:31.926754 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Bound port: 0400b5e5-7086-47f2-8df6-bd12344b4aab, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5620df-244c-4091-89eb-8c94b38d8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:31.927113 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:32.008133 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] For port 0400b5e5-7086-47f2-8df6-bd12344b4aab, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:32.012094 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] For port 0400b5e5-7086-47f2-8df6-bd12344b4aab, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0400b5e5-7086-47f2-8df6-bd12344b4aab,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:32.016974 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:32.034723 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c39ea-5385-44ae-857d-ffc21a2dd47b req-7c1d8b3e-6265-4c1b-8937-34a4a409f6bd tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:32.036181 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ed2c39ea-5385-44ae-857d-ffc21a2dd47b req-7c1d8b3e-6265-4c1b-8937-34a4a409f6bd tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0526121 Oct 22 18:50:32.052158 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:32.052650 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:32.054159 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] 10.222.0.37 "PUT /v2.0/ports/0400b5e5-7086-47f2-8df6-bd12344b4aab HTTP/1.1" status: 200 len: 1093 time: 0.7319224 Oct 22 18:50:32.054653 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'tag': '0400b5e5-7086-47f2-8df6-bd12344b4aab'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:50:32.056984 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09f29a5-edc8-48b9-b3ee-4d03887f4ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c066b30-466a-4c14-99bd-4a84e4da5ffe", "tag": "0400b5e5-7086-47f2-8df6-bd12344b4aab"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:50:32.080967 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110944-4fe0-4f57-8963-7176ffafe91f service neutron] Pushing event updated for resources: {'Port': ['ID=0400b5e5-7086-47f2-8df6-bd12344b4aab,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:32.081889 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ed2c39ea-5385-44ae-857d-ffc21a2dd47b req-26e2a29c-908c-479e-8ab0-57db5dd40e22 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Oct 22 18:50:32.102910 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9a1cd-8e03-420a-a198-7e1d9f0fb2c1 x-openstack-request-id: req-e9b9a1cd-8e03-420a-a198-7e1d9f0fb2c1 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:50:32.103264 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c066b30-466a-4c14-99bd-4a84e4da5ffe", "tag": "0400b5e5-7086-47f2-8df6-bd12344b4aab", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:50:32.103523 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9b9a1cd-8e03-420a-a198-7e1d9f0fb2c1 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:50:32.103917 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'tag': '0400b5e5-7086-47f2-8df6-bd12344b4aab', 'status': 'completed', 'code': 200} Oct 22 18:50:32.318782 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df048-ca0f-4783-8c30-a08f9084a093 req-08bc4c62-29d7-4857-9b22-1047ffe86120 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:32.320243 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d06df048-ca0f-4783-8c30-a08f9084a093 req-08bc4c62-29d7-4857-9b22-1047ffe86120 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 943 time: 0.0511656 Oct 22 18:50:32.361172 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d06df048-ca0f-4783-8c30-a08f9084a093 req-b8c159c6-77dc-47ff-afeb-4e385cc0a7eb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Oct 22 18:50:32.511356 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f29a5-edc8-48b9-b3ee-4d03887f4ce6 req-b3af1341-8edd-4d22-b4cc-dba980729c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:32.513934 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f09f29a5-edc8-48b9-b3ee-4d03887f4ce6 req-b3af1341-8edd-4d22-b4cc-dba980729c7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 1096 time: 0.0467360 Oct 22 18:50:32.644702 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f29a5-edc8-48b9-b3ee-4d03887f4ce6 req-da8e4a66-888f-4005-acb3-478c901f8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:32.646369 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f09f29a5-edc8-48b9-b3ee-4d03887f4ce6 req-da8e4a66-888f-4005-acb3-478c901f8aee service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1151669 Oct 22 18:50:32.805778 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f29a5-edc8-48b9-b3ee-4d03887f4ce6 req-2b3f5c14-adfd-4c57-9fb9-5d72949593e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:32.807457 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f09f29a5-edc8-48b9-b3ee-4d03887f4ce6 req-2b3f5c14-adfd-4c57-9fb9-5d72949593e8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111300 Oct 22 18:50:32.813192 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 9228218f-96b5-4ae2-99f7-bec844d6afea up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:32.863551 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 9228218f-96b5-4ae2-99f7-bec844d6afea triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:32.863931 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:32.925872 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-42bc53a2-25a6-425c-b91a-8ec84f280570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:32.927406 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-42bc53a2-25a6-425c-b91a-8ec84f280570 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 1096 time: 0.0409257 Oct 22 18:50:32.974669 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-c67d2242-3dc7-473c-adaf-63be194a1cc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0400b5e5-7086-47f2-8df6-bd12344b4aab HTTP/1.1" status: 200 len: 217 time: 0.0368004 Oct 22 18:50:33.044346 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-800f3cc3-06aa-4560-8dbe-51a5585adc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:33.045979 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-800f3cc3-06aa-4560-8dbe-51a5585adc3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78052a3d-c520-4c56-b4cd-34e46ac9ac79 HTTP/1.1" status: 200 len: 854 time: 0.0590611 Oct 22 18:50:33.064471 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2744f0f-d888-451a-aa35-2b669b3f29fa req-04c79031-33b5-473e-9242-64bdeb90e30d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:33.065962 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f2744f0f-d888-451a-aa35-2b669b3f29fa req-04c79031-33b5-473e-9242-64bdeb90e30d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0583136 Oct 22 18:50:33.083581 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-9e07d8c1-4d55-40c4-bbcd-fa9054f0e08b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3214b4-ef5b-4a89-a12a-c05c2c379161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284829 Oct 22 18:50:33.105889 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f2744f0f-d888-451a-aa35-2b669b3f29fa req-72fa5a01-47fd-423e-9b62-802b1aefdd47 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Oct 22 18:50:33.210282 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-12d29b35-0f2c-4a78-9a21-c434b0032432 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168022 Oct 22 18:50:33.234760 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af31a4-302d-43ce-9d0f-7af26d60cee9 req-2db50cbf-509b-47e5-a343-747195200556 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:33.236109 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-65af31a4-302d-43ce-9d0f-7af26d60cee9 req-2db50cbf-509b-47e5-a343-747195200556 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0718818 Oct 22 18:50:33.319842 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-65af31a4-302d-43ce-9d0f-7af26d60cee9 req-11c1636a-dfd3-487a-b37e-387fd3a902fe tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740745 Oct 22 18:50:33.347233 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58d46b0e-517a-4755-9feb-91cddf3c8167 req-ab4911b7-ef5b-444c-9557-b131f50bf02b service neutron] 10.222.0.37 "GET /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278901 Oct 22 18:50:33.495347 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d19d2-1ac9-4566-8904-aeeda4b90175 req-ac6425cb-6283-4ba6-8f0b-92c2889113c2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:33.496724 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1f3d19d2-1ac9-4566-8904-aeeda4b90175 req-ac6425cb-6283-4ba6-8f0b-92c2889113c2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 943 time: 0.0599599 Oct 22 18:50:33.538129 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1f3d19d2-1ac9-4566-8904-aeeda4b90175 req-20c4fd80-81d9-479f-894e-4670040ad1f6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341103 Oct 22 18:50:34.230254 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850503d1-0fbb-4e38-8d07-052dcd83fe2d req-bbd1f821-7f1f-43f0-8901-e7512f704013 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:34.231855 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-850503d1-0fbb-4e38-8d07-052dcd83fe2d req-bbd1f821-7f1f-43f0-8901-e7512f704013 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0497394 Oct 22 18:50:34.271775 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-850503d1-0fbb-4e38-8d07-052dcd83fe2d req-c6155466-f147-476e-9437-6a264720c2d0 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Oct 22 18:50:34.446982 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc13c4-b715-4acb-89ad-e92b039e72e3 req-dcbca602-1e7e-4ed9-b099-dfa24073b71f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:34.449093 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87bc13c4-b715-4acb-89ad-e92b039e72e3 req-dcbca602-1e7e-4ed9-b099-dfa24073b71f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0546551 Oct 22 18:50:34.488931 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87bc13c4-b715-4acb-89ad-e92b039e72e3 req-ccd80dc2-3d39-4e41-be7f-9c23db4ef424 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337670 Oct 22 18:50:34.668219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc21d87-5647-4f1b-b74b-333242865d81 req-b0064edd-18f5-43b1-a7a1-1e9f2bb7255b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:34.669692 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dc21d87-5647-4f1b-b74b-333242865d81 req-b0064edd-18f5-43b1-a7a1-1e9f2bb7255b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 943 time: 0.0507488 Oct 22 18:50:34.714225 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dc21d87-5647-4f1b-b74b-333242865d81 req-b7412982-1d85-481e-a3a2-6f544bb6b5f4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Oct 22 18:50:35.406885 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5167b-2f48-4140-a886-f05d382c8c33 req-f66d9183-6845-445b-a520-a0e1c2c68038 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:35.408393 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-03a5167b-2f48-4140-a886-f05d382c8c33 req-f66d9183-6845-445b-a520-a0e1c2c68038 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0654385 Oct 22 18:50:35.450569 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-03a5167b-2f48-4140-a886-f05d382c8c33 req-2e12f9f2-a67b-4e44-8adc-5a32c503fdbd tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357206 Oct 22 18:50:35.728401 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-e08a2680-eea2-463c-baab-605db81700c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:35.730740 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-e08a2680-eea2-463c-baab-605db81700c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0771170 Oct 22 18:50:35.738945 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67348121-50d9-4e66-bf20-4a02ad3c944d req-52d9b97b-90f3-43db-95c6-0346ef7fd1a8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:35.740075 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67348121-50d9-4e66-bf20-4a02ad3c944d req-52d9b97b-90f3-43db-95c6-0346ef7fd1a8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0773962 Oct 22 18:50:35.847835 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f5bce-8d91-47b5-add2-d80122c33688 req-3a7f9d33-948c-49b2-9c08-bf9dbdbed3e6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:35.849461 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-249f5bce-8d91-47b5-add2-d80122c33688 req-3a7f9d33-948c-49b2-9c08-bf9dbdbed3e6 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 943 time: 0.0581570 Oct 22 18:50:35.867199 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67348121-50d9-4e66-bf20-4a02ad3c944d req-b3585114-1d04-4222-99d1-59017e9e5c53 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165545 Oct 22 18:50:35.889977 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-0d7fd527-4ddf-4c61-b3f9-0abc979ba7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:35.891832 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-0d7fd527-4ddf-4c61-b3f9-0abc979ba7dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.1428721 Oct 22 18:50:35.896392 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-249f5bce-8d91-47b5-add2-d80122c33688 req-8adfd14e-5577-4a3e-809b-fae65ae2ff4e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Oct 22 18:50:35.940559 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-3aacaf94-8013-4db5-a809-17d2085ccc92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 200 len: 217 time: 0.0366206 Oct 22 18:50:35.943942 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34956) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:36.001270 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-1975c03f-787f-480e-8c31-05cb69e2913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:36.002648 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-1975c03f-787f-480e-8c31-05cb69e2913c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0539298 Oct 22 18:50:36.034230 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-8bb113c6-c9c9-4f19-a13e-e907de03c7e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243461 Oct 22 18:50:36.076916 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c73b26ec-25f7-4deb-98d8-297feb1a31ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:36.153747 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-de3b199b-d78d-4d10-9b82-4c0c22f2741c service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093562 Oct 22 18:50:36.188152 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c73b26ec-25f7-4deb-98d8-297feb1a31ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:36.193278 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c73b26ec-25f7-4deb-98d8-297feb1a31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:36.241724 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-c73b26ec-25f7-4deb-98d8-297feb1a31ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ead00683f0b49dab6b9e4f4856904e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966251 Oct 22 18:50:36.242613 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b26ec-25f7-4deb-98d8-297feb1a31ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab7d669-1c52-4025-8919-1ffc78747ee2,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:36.246357 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 34966) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:36.273092 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8da2f7dc-dbc1-449d-b6e3-0bd54aa5607a req-2819aaae-6ea9-4e6b-9bb8-986efd513a57 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066170 Oct 22 18:50:36.302288 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88095f72-ca3d-4336-b2a9-214e8681803f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:36.323552 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88095f72-ca3d-4336-b2a9-214e8681803f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:36.370198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88095f72-ca3d-4336-b2a9-214e8681803f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:36.372793 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88095f72-ca3d-4336-b2a9-214e8681803f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:36.373928 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-88095f72-ca3d-4336-b2a9-214e8681803f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fab7d669-1c52-4025-8919-1ffc78747ee2 HTTP/1.1" status: 204 len: 168 time: 0.1270278 Oct 22 18:50:36.381631 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88095f72-ca3d-4336-b2a9-214e8681803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab7d669-1c52-4025-8919-1ffc78747ee2,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:37.001544 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413b49-b1f8-42ea-ab5b-c5f3ae32c836 req-e789e9b6-415f-40a2-9568-0cc70b65eada tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:37.006189 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e8413b49-b1f8-42ea-ab5b-c5f3ae32c836 req-e789e9b6-415f-40a2-9568-0cc70b65eada tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0606563 Oct 22 18:50:37.041719 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d065ec-3459-4eeb-a247-db83039644c4 req-fe9e163d-d896-4500-b2d8-a1552fd2d714 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:37.042352 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e8413b49-b1f8-42ea-ab5b-c5f3ae32c836 req-56823b2c-f1b0-4837-bf28-84e78297bceb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Oct 22 18:50:37.043462 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c2d065ec-3459-4eeb-a247-db83039644c4 req-fe9e163d-d896-4500-b2d8-a1552fd2d714 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 943 time: 0.0510552 Oct 22 18:50:37.089544 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35004) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:37.093490 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c2d065ec-3459-4eeb-a247-db83039644c4 req-e717fc1b-223a-4973-baed-3590a28fea90 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Oct 22 18:50:37.188729 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1797710755-network', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:37.227178 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Made reservation on behalf of 51c089a42bdd43b9ac5311b376bd4533 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:37.230098 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.239345 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.333840 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.337478 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.360861 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:50:37.371160 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f116998d-026c-4f6d-8233-ea64310ee2c2,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:37.375925 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.376277 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Added segment da0e2fa7-a240-428a-b8a5-36ec3387ea00 of type vlan for network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 Oct 22 18:50:37.414551 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.440670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.441722 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:37.442364 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.474398 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3837020 Oct 22 18:50:37.477444 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35014) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:37.484464 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Request body: {'subnet': {'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1797710755-subnet', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:37.505010 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dba076-ead7-48c4-a3e4-59b04a68c7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:37.507658 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Made reservation on behalf of 51c089a42bdd43b9ac5311b376bd4533 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:37.510067 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.515459 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:50:37.684770 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.754088 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f62572-2170-4910-a7e5-ba281d9b74c6,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:37.765229 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Checking segment: {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:37.765747 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Network hostable DHCP agents. Network: 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:50:37.785692 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:50:37.795560 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:37.799701 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:37.800288 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.804921 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec215b2-98d5-4c76-ad5e-6389d46940e7 None None] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:37.816956 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-29a968a5-b0f6-4d94-ae69-0361cc69cbae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3381660 Oct 22 18:50:37.819747 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35016) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:37.824808 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:37.847592 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.848509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.913959 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:37.971708 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:50:37.972589 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.044438 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0400b5e5-7086-47f2-8df6-bd12344b4aab details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:50:38.066614 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.142070 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Allocated IP 172.20.0.2 (1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47/b0f62572-2170-4910-a7e5-ba281d9b74c6/12c8b0eb-fa2f-4262-9ee0-688e1acad5a0) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:38.236946 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7e05-4922-4eb6-a47f-51c9d67e8357 req-993b742a-b557-4041-917c-b0129cf8e189 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:38.247355 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-594a7e05-4922-4eb6-a47f-51c9d67e8357 req-993b742a-b557-4041-917c-b0129cf8e189 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.1090517 Oct 22 18:50:38.299922 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696bfa-4666-4e95-80dd-b6788f2b7b8d req-59666b18-59f8-42c3-8c41-b3fd362667e4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:38.305533 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-594a7e05-4922-4eb6-a47f-51c9d67e8357 req-0ab77a2a-6b1f-41d4-b36b-4c11d155a353 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520699 Oct 22 18:50:38.306577 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65696bfa-4666-4e95-80dd-b6788f2b7b8d req-59666b18-59f8-42c3-8c41-b3fd362667e4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 943 time: 0.0978403 Oct 22 18:50:38.352607 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 0400b5e5-7086-47f2-8df6-bd12344b4aab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0400b5e5-7086-47f2-8df6-bd12344b4aab,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:38.378585 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '0400b5e5-7086-47f2-8df6-bd12344b4aab', 'network_id': 'ce3214b4-ef5b-4a89-a12a-c05c2c379161', 'port_id': '0400b5e5-7086-47f2-8df6-bd12344b4aab', 'mac_address': 'fa:16:3e:b5:16:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78052a3d-c520-4c56-b4cd-34e46ac9ac79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:50:38.439207 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65696bfa-4666-4e95-80dd-b6788f2b7b8d req-c66956bf-cf66-46ca-af7c-28ed950c682c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898988 Oct 22 18:50:38.450260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.458344 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.461741 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.469908 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.471862 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.482156 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:50:38.503775 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0400b5e5-7086-47f2-8df6-bd12344b4aab {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:50:38.521936 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:38.532983 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:38.542921 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:38.545724 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 0400b5e5-7086-47f2-8df6-bd12344b4aab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0400b5e5-7086-47f2-8df6-bd12344b4aab,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:38.557041 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.562650 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Pushing event updated for resources: {'Port': ['ID=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:38.581429 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Allocated IP 172.27.0.71 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/319c305a-eb05-447e-8e5b-acd6eb4f3497) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:38.630367 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Attempting to bind port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:38.630641 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Attempting to bind port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:38.631119 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Attempting to bind port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 on network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:38.640438 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:38.640805 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Checking segment: {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:38.641198 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.641586 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Bound using segment: {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:38.642067 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Bound port: 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:38.642446 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.667414 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=0400b5e5-7086-47f2-8df6-bd12344b4aab,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:38.691627 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.718465 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] For port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:38.721523 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] For port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:38.725274 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.726942 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:38.767630 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:38.770517 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:38.777989 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:38.780134 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Pushing event updated for resources: {'Port': ['ID=319c305a-eb05-447e-8e5b-acd6eb4f3497,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:38.789265 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc79bf-ee6d-45a0-b658-b46fedfdf864 None None] Pushing event updated for resources: {'Port': ['ID=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:39.051332 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:39.259683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:39.429158 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Router d4779d11-e274-4739-bc1a-999d0edc8e1e is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:50:39.450219 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a81756-de0f-4b47-a0c5-1f6cc9811050 req-6a5ef66f-6f54-4233-a098-58798cc6033a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:39.451713 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-42a81756-de0f-4b47-a0c5-1f6cc9811050 req-6a5ef66f-6f54-4233-a098-58798cc6033a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0681806 Oct 22 18:50:39.542764 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-42a81756-de0f-4b47-a0c5-1f6cc9811050 req-2d43565c-3cab-4de0-a5f6-e2c8df6fded8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521474 Oct 22 18:50:39.594639 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bca87e-8a07-4fb2-82ad-034cb3c7156c req-4fb888b7-80fa-4104-be54-de1a682fd5ba tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:39.597317 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:39.604242 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87bca87e-8a07-4fb2-82ad-034cb3c7156c req-4fb888b7-80fa-4104-be54-de1a682fd5ba tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0789239 Oct 22 18:50:39.609373 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Sync routers for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:39.621446 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:39.622990 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:39.633233 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] Publish callbacks [] for router, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:39.637802 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b35696e7-300e-449a-9cf1-c78d97b38e2a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8169646 Oct 22 18:50:39.638438 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35048) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:39.648636 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87bca87e-8a07-4fb2-82ad-034cb3c7156c req-9e296899-e450-4c50-9555-55b520932c50 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Oct 22 18:50:39.704145 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b6f127-58d8-4f27-843c-7b41fcc3b717 None None] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:39.751208 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:39.833142 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-6489e970-3fec-454a-bd31-c645e7a4e24e None None] Provisioning complete for port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:39.833511 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6489e970-3fec-454a-bd31-c645e7a4e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:39.953000 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:38Z', 'revision_number': 3, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:39.965718 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6489e970-3fec-454a-bd31-c645e7a4e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:39.985209 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Checking router: d4779d11-e274-4739-bc1a-999d0edc8e1e for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:39.985826 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Updating router d4779d11-e274-4739-bc1a-999d0edc8e1e port 319c305a-eb05-447e-8e5b-acd6eb4f3497 binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:40.012246 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-6489e970-3fec-454a-bd31-c645e7a4e24e None None] For port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:40.028168 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.030255 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6489e970-3fec-454a-bd31-c645e7a4e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.089804 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489e970-3fec-454a-bd31-c645e7a4e24e None None] Pushing event updated for resources: {'Port': ['ID=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:40.255233 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-ac9a9ad1-9d23-4aa2-ae36-a20fffc76ff0 None None] Provisioning complete for port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:40.255690 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ac9a9ad1-9d23-4aa2-ae36-a20fffc76ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.352801 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.424172 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.433269 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.491084 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6a5ae-9ade-4cfd-b2a3-c188086be4c8 None None] Pushing event updated for resources: {'Port': ['ID=319c305a-eb05-447e-8e5b-acd6eb4f3497,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:40.494151 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Attempting to bind port 319c305a-eb05-447e-8e5b-acd6eb4f3497 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:40.495305 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Attempting to bind port 319c305a-eb05-447e-8e5b-acd6eb4f3497 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:40.496035 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Attempting to bind port 319c305a-eb05-447e-8e5b-acd6eb4f3497 on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:40.507108 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:40.507478 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:40.507877 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.508263 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:40.508847 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Bound port: 319c305a-eb05-447e-8e5b-acd6eb4f3497, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:40.509221 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.526426 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Allocated IP 172.20.0.1 (1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47/b0f62572-2170-4910-a7e5-ba281d9b74c6/a060e897-cb7f-49d4-b2c8-a02b0355bd0b) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:40.576515 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] For port 319c305a-eb05-447e-8e5b-acd6eb4f3497, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:40.579266 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] For port 319c305a-eb05-447e-8e5b-acd6eb4f3497, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=319c305a-eb05-447e-8e5b-acd6eb4f3497,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:40.583865 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.646918 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6a5ae-9ade-4cfd-b2a3-c188086be4c8 None None] Pushing event updated for resources: {'Port': ['ID=319c305a-eb05-447e-8e5b-acd6eb4f3497,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:40.647642 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.654843 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:40.655467 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:40.681474 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e9b17-636f-4bfa-9172-dea16b4885d4 req-acb394c9-12a2-42de-a3d1-a2bb57888224 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:40.683219 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c64e9b17-636f-4bfa-9172-dea16b4885d4 req-acb394c9-12a2-42de-a3d1-a2bb57888224 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0658433 Oct 22 18:50:40.690948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.730332 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c64e9b17-636f-4bfa-9172-dea16b4885d4 req-1d0ce85c-3579-4429-ad6d-f937e2b1af24 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Oct 22 18:50:40.735556 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:40.738344 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:40.745892 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:40.749211 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Pushing event updated for resources: {'Port': ['ID=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:40.778394 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:40.801299 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.801661 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.801999 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.802354 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.802679 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.803066 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.803530 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.803856 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.804181 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.804503 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.804823 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.805143 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:40.809513 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.941193 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:40.973907 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622b541-8447-49f0-b3da-bad21d0aa73e req-0d5c5ad1-12f2-4417-a6ea-f5d32b82affc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:40.980744 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:40.982817 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d622b541-8447-49f0-b3da-bad21d0aa73e req-0d5c5ad1-12f2-4417-a6ea-f5d32b82affc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.1095741 Oct 22 18:50:41.022069 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:38Z', 'revision_number': 3, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:41.043214 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:41.043594 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:41.054232 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d622b541-8447-49f0-b3da-bad21d0aa73e req-7c1abe28-8521-4bef-a74e-aeda1df6b373 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697622 Oct 22 18:50:41.061821 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c71aed-1e7f-4526-9459-23b95040112c None None] The sync data for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi is: [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:38Z', 'revision_number': 3, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:41.109954 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-7f8d1a0a-1070-4eba-a6b0-f016b2091371 None None] Provisioning complete for port a060e897-cb7f-49d4-b2c8-a02b0355bd0b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:41.110344 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7f8d1a0a-1070-4eba-a6b0-f016b2091371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:41.174906 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d1a0a-1070-4eba-a6b0-f016b2091371 None None] Port a060e897-cb7f-49d4-b2c8-a02b0355bd0b cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:41.198905 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:41.203577 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:41.278233 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Pushing event updated for resources: {'Port': ['ID=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:41.286834 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:41.415422 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:41.417931 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:41.546154 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Router d4779d11-e274-4739-bc1a-999d0edc8e1e has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:50:41.675217 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:41.680318 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-446b08d4-7c1d-430a-ac1a-2b13f3e78585 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4779d11-e274-4739-bc1a-999d0edc8e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408862 Oct 22 18:50:41.704575 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-60a97b54-13c2-4cd4-baca-dd09b7410aea None None] Provisioning complete for port a060e897-cb7f-49d4-b2c8-a02b0355bd0b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:41.704946 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-60a97b54-13c2-4cd4-baca-dd09b7410aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:41.747568 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-60a97b54-13c2-4cd4-baca-dd09b7410aea None None] Port a060e897-cb7f-49d4-b2c8-a02b0355bd0b cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:41.908469 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417dbc0-cd84-477f-bcf5-4524c0cb0c10 req-302a75d1-de72-4b94-a4f9-0ac6d8c2bc69 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:41.910078 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3417dbc0-cd84-477f-bcf5-4524c0cb0c10 req-302a75d1-de72-4b94-a4f9-0ac6d8c2bc69 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0746918 Oct 22 18:50:41.967136 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3417dbc0-cd84-477f-bcf5-4524c0cb0c10 req-1f777afd-b5a4-4ae4-a4a0-83f86755a52d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475197 Oct 22 18:50:42.179149 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f44da6-b3a7-4167-b89a-106cb77fe981 req-7e5adafe-d539-4898-a76d-49161bdd0ff5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:42.180738 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-74f44da6-b3a7-4167-b89a-106cb77fe981 req-7e5adafe-d539-4898-a76d-49161bdd0ff5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0560036 Oct 22 18:50:42.222919 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-74f44da6-b3a7-4167-b89a-106cb77fe981 req-a2041a20-d67f-4a22-bec4-f3097f5d0f1c tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Oct 22 18:50:42.230990 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35084) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:42.237079 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-130021170-network', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:42.259663 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Made reservation on behalf of 45eb5eda5b184319a11b74be8ba2f9f7 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:42.261965 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.270316 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.360640 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.364392 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.388841 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:50:42.398326 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2736dfe-f75a-4592-a72c-a4acb72b8772,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:42.405195 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.405627 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Added segment a0fc60d3-38cf-411d-baf0-d56e2c674465 of type vlan for network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e Oct 22 18:50:42.451435 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.479214 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.480448 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:42.481342 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.520522 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2882314 Oct 22 18:50:42.523412 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35092) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:42.530104 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Request body: {'subnet': {'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-130021170-subnet', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:42.558145 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Made reservation on behalf of 45eb5eda5b184319a11b74be8ba2f9f7 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:50:42.561252 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.562733 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f035-369a-4fb6-a392-b6ea1b03e9df admin admin] Pushing event updated for resources: {'Network': ['ID=4b5135df-59be-4dd9-a4f4-6d062efdaa6e,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:42.573239 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:50:42.753359 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.805382 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbdd67d-3e29-4924-a457-9011ed626ca0,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:42.819961 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.820312 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.820653 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.820988 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.821320 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.821653 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.821985 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.822875 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.823217 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.823549 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.823873 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.824197 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:42.835180 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Checking segment: {'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:42.835180 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Network hostable DHCP agents. Network: 4b5135df-59be-4dd9-a4f4-6d062efdaa6e, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:50:42.852372 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 319c305a-eb05-447e-8e5b-acd6eb4f3497 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:42.852935 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:50:42.863676 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 4b5135df-59be-4dd9-a4f4-6d062efdaa6e) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:42.868319 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:42.869318 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.883212 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e67f58-cf7b-4072-9893-09556e7042ad None None] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:42.886139 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Sync routers for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:42.887528 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4e3d30ec-a354-4947-b000-8f4f26f55f67 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3630376 Oct 22 18:50:42.890134 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35094) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:42.895240 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:42.916950 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.918071 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:42.932060 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:42.932702 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:42.971772 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.092668 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9409e-12b0-4687-b14f-b50cfc5e7f49 req-ce79ca19-eedb-43c8-8c6d-6a1183150b07 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:43.094581 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8cc9409e-12b0-4687-b14f-b50cfc5e7f49 req-ce79ca19-eedb-43c8-8c6d-6a1183150b07 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0570085 Oct 22 18:50:43.130898 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.136996 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8cc9409e-12b0-4687-b14f-b50cfc5e7f49 req-525aae69-3652-45fc-9117-4287e94b28b3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349123 Oct 22 18:50:43.227813 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 319c305a-eb05-447e-8e5b-acd6eb4f3497 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:43.228179 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.312609 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:43.349577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-4b5135df-59be-4dd9-a4f4-6d062efdaa6e', 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'fixed_ips': [{'subnet_id': 'cbbdd67d-3e29-4924-a457-9011ed626ca0'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:50:43.350299 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.350622 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.372854 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.380675 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb15c9e-efdf-47df-9eac-e2fa02997b57 req-65632668-f2cb-4f7b-aefb-630118c85873 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:43.382230 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9cb15c9e-efdf-47df-9eac-e2fa02997b57 req-65632668-f2cb-4f7b-aefb-630118c85873 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0754132 Oct 22 18:50:43.428949 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9cb15c9e-efdf-47df-9eac-e2fa02997b57 req-5aa8c8ba-e79f-463b-ab52-e9d6dffa0fad tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Oct 22 18:50:43.494485 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Allocated IP 172.27.0.202 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/eef5eecf-5cfa-465b-b304-adeec74de1d1) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:43.604565 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.620823 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.654241 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.668394 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 319c305a-eb05-447e-8e5b-acd6eb4f3497, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=319c305a-eb05-447e-8e5b-acd6eb4f3497,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:43.692695 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:43.694001 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.695559 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:43.699908 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:43.734371 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Pushing event updated for resources: {'Port': ['ID=eef5eecf-5cfa-465b-b304-adeec74de1d1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:43.738600 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Allocated IP 172.20.0.2 (4b5135df-59be-4dd9-a4f4-6d062efdaa6e/cbbdd67d-3e29-4924-a457-9011ed626ca0/b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:43.790657 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=319c305a-eb05-447e-8e5b-acd6eb4f3497,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:43.864319 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:41Z', 'revision_number': 2, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:43.893604 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Checking router: d4779d11-e274-4739-bc1a-999d0edc8e1e for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:43.893969 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Updating router d4779d11-e274-4739-bc1a-999d0edc8e1e port a060e897-cb7f-49d4-b2c8-a02b0355bd0b binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:43.934795 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:43.975387 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.026196 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.072921 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.125479 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:44.133454 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:44.138942 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:44.162402 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Pushing event updated for resources: {'Port': ['ID=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:44.185865 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.285231 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96492c-6499-43ac-ac1e-bfa9ecb67504 req-e2d12787-f4b0-4544-b3bf-3813b9354846 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:44.287793 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c96492c-6499-43ac-ac1e-bfa9ecb67504 req-e2d12787-f4b0-4544-b3bf-3813b9354846 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0743072 Oct 22 18:50:44.289030 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Attempting to bind port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:44.289412 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Attempting to bind port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:44.289772 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Attempting to bind port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 on network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:44.294369 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1618-de5b-430a-8e0c-b79baa11bd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.303108 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:44.303611 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Checking segment: {'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:44.303879 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.304276 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Bound using segment: {'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:44.304745 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Bound port: b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:44.305132 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.330607 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c96492c-6499-43ac-ac1e-bfa9ecb67504 req-9524bef8-85b7-4060-a41d-31428d783bcf tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Oct 22 18:50:44.352504 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Router 5b37e1ac-024f-42c1-83b7-948e9885bea6 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:50:44.441315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] For port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:44.446105 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] For port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,segment=NetworkSegment(a0fc60d3-38cf-411d-baf0-d56e2c674465),segment_id=a0fc60d3-38cf-411d-baf0-d56e2c674465)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:44.448941 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.460767 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.469868 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.479403 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:44.492506 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Sync routers for ids ['5b37e1ac-024f-42c1-83b7-948e9885bea6'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:44.498856 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] Publish callbacks [] for router, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.502999 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-da9a183c-6a43-4c2d-99ff-2764414df49d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6088815 Oct 22 18:50:44.503198 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35112) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:44.531200 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Routers {'5b37e1ac-024f-42c1-83b7-948e9885bea6'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:44.532125 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['5b37e1ac-024f-42c1-83b7-948e9885bea6'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:44.546134 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4b30b-828d-4d54-b361-c0e120014a72 None None] Pushing event updated for resources: {'Port': ['ID=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:44.649275 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Attempting to bind port a060e897-cb7f-49d4-b2c8-a02b0355bd0b on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:44.649966 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Attempting to bind port a060e897-cb7f-49d4-b2c8-a02b0355bd0b by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:44.649966 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Attempting to bind port a060e897-cb7f-49d4-b2c8-a02b0355bd0b on network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:44.663875 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640fa60-b616-46c0-8eca-44ea4484ded8 None None] Pushing event updated for resources: {'Port': ['ID=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:44.673541 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:44.673914 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Checking segment: {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:44.674679 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.675010 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Bound using segment: {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:44.675504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Bound port: a060e897-cb7f-49d4-b2c8-a02b0355bd0b, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:44.675882 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:44.765313 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c0ce-11f8-4707-b31e-f8ba7c3559f6 req-7b563518-1e8e-4dc1-927c-d14559a5b2ac tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:44.766950 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3ba0c0ce-11f8-4707-b31e-f8ba7c3559f6 req-7b563518-1e8e-4dc1-927c-d14559a5b2ac tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.1611869 Oct 22 18:50:44.769610 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Set router 5b37e1ac-024f-42c1-83b7-948e9885bea6 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:44.861302 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] For port a060e897-cb7f-49d4-b2c8-a02b0355bd0b, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:44.874868 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] For port a060e897-cb7f-49d4-b2c8-a02b0355bd0b, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:44.876062 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 319c305a-eb05-447e-8e5b-acd6eb4f3497 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:44.903152 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3ba0c0ce-11f8-4707-b31e-f8ba7c3559f6 req-2a8a0720-cb0c-4241-96a3-fabc3bbe46bc tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691302 Oct 22 18:50:44.936129 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.042109 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-66ccb556-8b51-4d2c-b063-784b21f2bbdb None None] Provisioning complete for port a060e897-cb7f-49d4-b2c8-a02b0355bd0b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:45.042513 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66ccb556-8b51-4d2c-b063-784b21f2bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.047706 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:45.048359 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:45.074456 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 3, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port': {'id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:43Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:45.121351 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Checking router: 5b37e1ac-024f-42c1-83b7-948e9885bea6 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:45.121979 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Updating router 5b37e1ac-024f-42c1-83b7-948e9885bea6 port eef5eecf-5cfa-465b-b304-adeec74de1d1 binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:45.159183 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.325965 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 319c305a-eb05-447e-8e5b-acd6eb4f3497 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:45.326660 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.330623 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640fa60-b616-46c0-8eca-44ea4484ded8 None None] Pushing event updated for resources: {'Port': ['ID=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:45.482598 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66ccb556-8b51-4d2c-b063-784b21f2bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.503788 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:45.562532 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.570109 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.604736 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ec86-512a-4508-8165-2425948116d5 req-5f763798-29a6-4fef-bc78-7187293d0667 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:45.611155 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19b1ec86-512a-4508-8165-2425948116d5 req-5f763798-29a6-4fef-bc78-7187293d0667 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.1217711 Oct 22 18:50:45.623895 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-66ccb556-8b51-4d2c-b063-784b21f2bbdb None None] For port a060e897-cb7f-49d4-b2c8-a02b0355bd0b, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:45.626827 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cc29d-142c-4d91-89fe-b6e2c1edf9d6 None None] Pushing event updated for resources: {'Port': ['ID=eef5eecf-5cfa-465b-b304-adeec74de1d1,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:45.636747 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.645938 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66ccb556-8b51-4d2c-b063-784b21f2bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.649132 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Attempting to bind port eef5eecf-5cfa-465b-b304-adeec74de1d1 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:45.649658 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Attempting to bind port eef5eecf-5cfa-465b-b304-adeec74de1d1 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:45.650052 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Attempting to bind port eef5eecf-5cfa-465b-b304-adeec74de1d1 on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:45.656941 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:45.657323 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:45.657728 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.658159 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:45.658695 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Bound port: eef5eecf-5cfa-465b-b304-adeec74de1d1, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:45.659107 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.694818 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19b1ec86-512a-4508-8165-2425948116d5 req-3e7d2e8a-f366-492d-8267-688b6b1f2a7c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766785 Oct 22 18:50:45.738015 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] For port eef5eecf-5cfa-465b-b304-adeec74de1d1, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:45.741841 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] For port eef5eecf-5cfa-465b-b304-adeec74de1d1, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=eef5eecf-5cfa-465b-b304-adeec74de1d1,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:45.749719 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.783153 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccb556-8b51-4d2c-b063-784b21f2bbdb None None] Pushing event updated for resources: {'Port': ['ID=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:45.830269 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cc29d-142c-4d91-89fe-b6e2c1edf9d6 None None] Pushing event updated for resources: {'Port': ['ID=eef5eecf-5cfa-465b-b304-adeec74de1d1,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:45.837341 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-25379b73-6b4d-4445-b769-343fd5dc5eaa None None] Provisioning complete for port a060e897-cb7f-49d4-b2c8-a02b0355bd0b triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:45.837837 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-25379b73-6b4d-4445-b769-343fd5dc5eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:45.856565 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Routers {'5b37e1ac-024f-42c1-83b7-948e9885bea6'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:45.856948 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['5b37e1ac-024f-42c1-83b7-948e9885bea6'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:45.948969 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:44Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:46.005595 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43129b-0429-4c68-b0c8-8e084f80ce35 None None] The sync data for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi is: [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:44Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:46.043186 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] Set router 5b37e1ac-024f-42c1-83b7-948e9885bea6 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:46.107869 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Allocated IP 172.20.0.1 (4b5135df-59be-4dd9-a4f4-6d062efdaa6e/cbbdd67d-3e29-4924-a457-9011ed626ca0/be10ce15-0624-439a-b650-64f33b0219d8) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:50:46.134855 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60572cd0-b076-4abe-a358-1fe857a9bd78 req-2856c23b-86c7-44f3-9984-5dcad161a34e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:46.136461 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60572cd0-b076-4abe-a358-1fe857a9bd78 req-2856c23b-86c7-44f3-9984-5dcad161a34e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0879550 Oct 22 18:50:46.254660 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60572cd0-b076-4abe-a358-1fe857a9bd78 req-cca116d1-f4ec-4f66-88f7-578f710358c5 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016438 Oct 22 18:50:46.272263 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d52d4c-26e5-471e-b050-2b6822deb8bb None None] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:50:46.301041 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.337335 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 3, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port': {'id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:43Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:46.354231 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.384066 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-b99115a1-cfe8-4cbd-8d80-6f2fbbe1dbda None None] Provisioning complete for port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:46.384434 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b99115a1-cfe8-4cbd-8d80-6f2fbbe1dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.399572 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:46.405395 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:46.411765 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:50:46.462154 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Pushing event updated for resources: {'Port': ['ID=be10ce15-0624-439a-b650-64f33b0219d8,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:46.490314 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.499288 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105179-a882-4732-99f7-f88fe1b465fe None None] The sync data for ids ['5b37e1ac-024f-42c1-83b7-948e9885bea6'] in dv-cinder-815146-1-iscsi is: [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 3, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port': {'id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:43Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:46.587725 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b99115a1-cfe8-4cbd-8d80-6f2fbbe1dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.644566 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-b99115a1-cfe8-4cbd-8d80-6f2fbbe1dbda None None] For port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,segment=NetworkSegment(a0fc60d3-38cf-411d-baf0-d56e2c674465),segment_id=a0fc60d3-38cf-411d-baf0-d56e2c674465)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:46.652705 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b99115a1-cfe8-4cbd-8d80-6f2fbbe1dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.698179 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.724020 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99115a1-cfe8-4cbd-8d80-6f2fbbe1dbda None None] Pushing event updated for resources: {'Port': ['ID=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:46.925892 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-b2bc8f31-5220-45f6-beb2-a89756a50616 None None] Provisioning complete for port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:46.926729 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8f31-5220-45f6-beb2-a89756a50616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:46.986386 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f169f166-1eb8-44e0-a8e3-4e4f4dca8b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.061309 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device a060e897-cb7f-49d4-b2c8-a02b0355bd0b up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:47.065533 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b93e3-2b45-4aa2-aa46-1e28dd48ff22 req-ef17ba35-db8e-4920-a66b-891e4e4f1244 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:47.067365 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6c3b93e3-2b45-4aa2-aa46-1e28dd48ff22 req-ef17ba35-db8e-4920-a66b-891e4e4f1244 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.2470508 Oct 22 18:50:47.135099 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.141033 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-b2bc8f31-5220-45f6-beb2-a89756a50616 None None] Provisioning complete for port be10ce15-0624-439a-b650-64f33b0219d8 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:47.141511 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8f31-5220-45f6-beb2-a89756a50616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.152044 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.200304 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-b2bc8f31-5220-45f6-beb2-a89756a50616 None None] Port be10ce15-0624-439a-b650-64f33b0219d8 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:47.206484 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port a060e897-cb7f-49d4-b2c8-a02b0355bd0b triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:47.206940 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.252600 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.266283 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6c3b93e3-2b45-4aa2-aa46-1e28dd48ff22 req-419390e3-42ee-4075-9a3f-b212a91ffd5a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780689 Oct 22 18:50:47.291710 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Pushing event updated for resources: {'Port': ['ID=be10ce15-0624-439a-b650-64f33b0219d8,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:47.357669 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:47.361792 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-a47b0a82-ad93-47c8-ae76-ac6826e06ff0 None None] Provisioning complete for port be10ce15-0624-439a-b650-64f33b0219d8 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:47.362346 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a47b0a82-ad93-47c8-ae76-ac6826e06ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.445560 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-a47b0a82-ad93-47c8-ae76-ac6826e06ff0 None None] Port be10ce15-0624-439a-b650-64f33b0219d8 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:47.460413 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:47.460815 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.465776 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:50:47.468867 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:50:47.543131 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bf71e-4131-44cb-aeb6-e840a65face3 req-b1c0c55d-40ba-4548-90dd-d6a2a7c2d1ea tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:47.551035 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ce3bf71e-4131-44cb-aeb6-e840a65face3 req-b1c0c55d-40ba-4548-90dd-d6a2a7c2d1ea tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.1557615 Oct 22 18:50:47.641529 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ce3bf71e-4131-44cb-aeb6-e840a65face3 req-0aaf35a0-cf60-4f55-b3cd-743f6dbfdfda tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896087 Oct 22 18:50:47.671827 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Router 5b37e1ac-024f-42c1-83b7-948e9885bea6 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:50:47.772439 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-71a20c77-9ab7-4ebd-be8a-ff3628a5f04e None None] Provisioning complete for port be10ce15-0624-439a-b650-64f33b0219d8 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:47.772823 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-71a20c77-9ab7-4ebd-be8a-ff3628a5f04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:47.793678 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:50:47.804533 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ae893ddf-79ef-4716-8d91-a7224c1e5251 admin admin] 10.222.0.15 "PUT /v2.0/routers/5b37e1ac-024f-42c1-83b7-948e9885bea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3001683 Oct 22 18:50:47.820673 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-71a20c77-9ab7-4ebd-be8a-ff3628a5f04e None None] Port be10ce15-0624-439a-b650-64f33b0219d8 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:50:47.924685 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.293295 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.369378 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35152) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:48.373943 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-a8dd8e07-edaa-4bcd-9cd6-23aee6e7fbe1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442644965', 'description': 'tempest-secgroup-smoke-442644965 description', 'project_id': '51c089a42bdd43b9ac5311b376bd4533'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:48.399714 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8e07-edaa-4bcd-9cd6-23aee6e7fbe1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.464369 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dd01c-a62a-43b2-8c66-351d2d6cf141 req-322114ac-fafb-4786-8a13-3ff0a6caff55 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:48.465892 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d60dd01c-a62a-43b2-8c66-351d2d6cf141 req-322114ac-fafb-4786-8a13-3ff0a6caff55 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0533667 Oct 22 18:50:48.470919 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8e07-edaa-4bcd-9cd6-23aee6e7fbe1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.475772 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8e07-edaa-4bcd-9cd6-23aee6e7fbe1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.505523 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a8dd8e07-edaa-4bcd-9cd6-23aee6e7fbe1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.506929 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-a8dd8e07-edaa-4bcd-9cd6-23aee6e7fbe1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1365130 Oct 22 18:50:48.510209 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35154) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:48.516026 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d60dd01c-a62a-43b2-8c66-351d2d6cf141 req-f37b3c60-8367-48e6-9490-02094e4df4f5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 Oct 22 18:50:48.516701 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-737d771b-137f-4351-b4c8-b8e8af6d4d62 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'security_group_rule': {'security_group_id': 'e7a96859-a3f2-46a5-aafe-683dc33c6a5a', 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:48.521760 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd8e07-edaa-4bcd-9cd6-23aee6e7fbe1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a96859-a3f2-46a5-aafe-683dc33c6a5a,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:48.549290 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-737d771b-137f-4351-b4c8-b8e8af6d4d62 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.606230 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-737d771b-137f-4351-b4c8-b8e8af6d4d62 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.609857 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-737d771b-137f-4351-b4c8-b8e8af6d4d62 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.627950 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d771b-137f-4351-b4c8-b8e8af6d4d62 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1130bc3a-da0f-4256-871a-9f987592e7fd,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:48.637769 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-737d771b-137f-4351-b4c8-b8e8af6d4d62 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.639000 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-737d771b-137f-4351-b4c8-b8e8af6d4d62 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270208 Oct 22 18:50:48.641714 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35158) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:48.645884 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-221e0344-c3e6-4bb2-a49a-d5d97b4cbfaa tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'security_group_rule': {'security_group_id': 'e7a96859-a3f2-46a5-aafe-683dc33c6a5a', 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:48.671216 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-221e0344-c3e6-4bb2-a49a-d5d97b4cbfaa tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.735653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-221e0344-c3e6-4bb2-a49a-d5d97b4cbfaa tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.742279 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-221e0344-c3e6-4bb2-a49a-d5d97b4cbfaa tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.769674 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e0344-c3e6-4bb2-a49a-d5d97b4cbfaa tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169e95a5-2f9c-4381-8489-e695f3324212,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:48.778976 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-221e0344-c3e6-4bb2-a49a-d5d97b4cbfaa tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.782843 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-221e0344-c3e6-4bb2-a49a-d5d97b4cbfaa tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375315 Oct 22 18:50:48.783296 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35162) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:48.792031 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-c0c2ff1c-fd02-4d4f-8ff2-d2af14a77a7f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'security_group_rule': {'security_group_id': 'e7a96859-a3f2-46a5-aafe-683dc33c6a5a', 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:48.799335 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4981723-e71b-4a52-a662-77032734fa24 req-34565a56-958e-4cc2-9905-59763f132fab tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:48.807292 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4981723-e71b-4a52-a662-77032734fa24 req-34565a56-958e-4cc2-9905-59763f132fab tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0834887 Oct 22 18:50:48.825537 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ff1c-fd02-4d4f-8ff2-d2af14a77a7f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.857315 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4981723-e71b-4a52-a662-77032734fa24 req-aa4ff9a7-b700-4eb1-83e4-09cb46337fa4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Oct 22 18:50:48.865343 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device eef5eecf-5cfa-465b-b304-adeec74de1d1 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:48.891004 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ff1c-fd02-4d4f-8ff2-d2af14a77a7f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.895469 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ff1c-fd02-4d4f-8ff2-d2af14a77a7f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.913460 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2ff1c-fd02-4d4f-8ff2-d2af14a77a7f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14cb107-d60a-4609-b7c0-8ce7fabd4a6e,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:48.918800 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port eef5eecf-5cfa-465b-b304-adeec74de1d1 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:48.919271 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.924618 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ff1c-fd02-4d4f-8ff2-d2af14a77a7f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:48.925830 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-c0c2ff1c-fd02-4d4f-8ff2-d2af14a77a7f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418841 Oct 22 18:50:48.928675 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35164) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:48.933153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-10fb7c0d-e55c-40b3-b715-18e557404737 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'security_group_rule': {'security_group_id': 'e7a96859-a3f2-46a5-aafe-683dc33c6a5a', 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:48.961763 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10fb7c0d-e55c-40b3-b715-18e557404737 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.020213 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.043482 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port eef5eecf-5cfa-465b-b304-adeec74de1d1, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=eef5eecf-5cfa-465b-b304-adeec74de1d1,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:49.044590 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10fb7c0d-e55c-40b3-b715-18e557404737 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.049002 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.052093 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10fb7c0d-e55c-40b3-b715-18e557404737 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.069532 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb7c0d-e55c-40b3-b715-18e557404737 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd340138-d23f-4a7e-aac4-cfefb6476d1c,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:49.087468 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10fb7c0d-e55c-40b3-b715-18e557404737 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.088816 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-10fb7c0d-e55c-40b3-b715-18e557404737 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590934 Oct 22 18:50:49.091694 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35168) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:49.096198 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'security_group_rule': {'security_group_id': 'e7a96859-a3f2-46a5-aafe-683dc33c6a5a', 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:49.103051 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=eef5eecf-5cfa-465b-b304-adeec74de1d1,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:49.118814 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.securitygroups_db [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Project 51c089a42bdd43b9ac5311b376bd4533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 18:50:49.124540 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.141676 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Sync routers for ids ['5b37e1ac-024f-42c1-83b7-948e9885bea6'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:50:49.154796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Routers {'5b37e1ac-024f-42c1-83b7-948e9885bea6'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:49.155420 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['5b37e1ac-024f-42c1-83b7-948e9885bea6'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:49.177097 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.182245 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.204654 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef71a2a-fdd1-4f2c-b482-d411ff8b7248,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:49.209784 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.214196 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-688a1200-e147-469f-92e3-d9db079b6b97 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183615 Oct 22 18:50:49.214842 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35172) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:50:49.219836 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'security_group_rule': {'security_group_id': 'e7a96859-a3f2-46a5-aafe-683dc33c6a5a', 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:50:49.242583 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.securitygroups_db [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Project 51c089a42bdd43b9ac5311b376bd4533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 18:50:49.248172 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.292478 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Set router 5b37e1ac-024f-42c1-83b7-948e9885bea6 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:49.312759 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.316338 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.334270 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77495505-78ac-442b-a4ba-c909e28587bf,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:49.343659 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.344862 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-20d95357-3749-45f4-b9ee-15b3a456aeff tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289573 Oct 22 18:50:49.505226 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:50:46Z', 'revision_number': 4, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port': {'id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:43Z', 'updated_at': '2021-10-22T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'be10ce15-0624-439a-b650-64f33b0219d8', 'name': '', 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'mac_address': 'fa:16:3e:7c:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cbbdd67d-3e29-4924-a457-9011ed626ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:45Z', 'updated_at': '2021-10-22T18:50:46Z', 'revision_number': 2, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'subnets': [{'id': 'cbbdd67d-3e29-4924-a457-9011ed626ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:49.533587 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Checking router: 5b37e1ac-024f-42c1-83b7-948e9885bea6 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:50:49.533934 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Updating router 5b37e1ac-024f-42c1-83b7-948e9885bea6 port be10ce15-0624-439a-b650-64f33b0219d8 binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:50:49.558642 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.640331 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f706e9-cef7-4015-9137-2e75e682c2a9 req-26a8e648-e3e2-47b8-9cd3-0ef0b0fdc8b8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:49.642112 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f2f706e9-cef7-4015-9137-2e75e682c2a9 req-26a8e648-e3e2-47b8-9cd3-0ef0b0fdc8b8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0518367 Oct 22 18:50:49.681434 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f2f706e9-cef7-4015-9137-2e75e682c2a9 req-1890b04f-7d64-4847-b552-43674eaf2918 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Oct 22 18:50:49.957835 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.959831 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.966297 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:49.980476 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04b6f-546b-4647-a5fb-c7db9915e5b9 req-2b2917e9-1da8-48fd-9b93-7ada8718fa0f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:49.981716 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-85c04b6f-546b-4647-a5fb-c7db9915e5b9 req-2b2917e9-1da8-48fd-9b93-7ada8718fa0f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0512238 Oct 22 18:50:50.027621 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-85c04b6f-546b-4647-a5fb-c7db9915e5b9 req-d8038be9-b8f8-4661-a9fa-c43aba51933d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Oct 22 18:50:50.046220 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80c69c-3791-433c-864d-1aed02c22b64 None None] Pushing event updated for resources: {'Port': ['ID=be10ce15-0624-439a-b650-64f33b0219d8,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:50.081414 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Attempting to bind port be10ce15-0624-439a-b650-64f33b0219d8 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:50:50.081756 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Attempting to bind port be10ce15-0624-439a-b650-64f33b0219d8 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:50:50.085003 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Attempting to bind port be10ce15-0624-439a-b650-64f33b0219d8 on network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:50:50.087970 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:50:50.088323 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Checking segment: {'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:50:50.088758 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:50.089155 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Bound using segment: {'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:50:50.089645 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Bound port: be10ce15-0624-439a-b650-64f33b0219d8, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fc60d3-38cf-411d-baf0-d56e2c674465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:50:50.090138 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:50.158522 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] For port be10ce15-0624-439a-b650-64f33b0219d8, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:50:50.161582 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] For port be10ce15-0624-439a-b650-64f33b0219d8, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=be10ce15-0624-439a-b650-64f33b0219d8,segment=NetworkSegment(a0fc60d3-38cf-411d-baf0-d56e2c674465),segment_id=a0fc60d3-38cf-411d-baf0-d56e2c674465)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:50:50.167090 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:50.227887 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80c69c-3791-433c-864d-1aed02c22b64 None None] Pushing event updated for resources: {'Port': ['ID=be10ce15-0624-439a-b650-64f33b0219d8,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:50.231477 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Routers {'5b37e1ac-024f-42c1-83b7-948e9885bea6'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:50:50.232099 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:50:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['5b37e1ac-024f-42c1-83b7-948e9885bea6'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:50.336024 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-39b4fefd-eb44-4718-9994-786e7b26fd43 None None] Provisioning complete for port be10ce15-0624-439a-b650-64f33b0219d8 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:50.336398 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39b4fefd-eb44-4718-9994-786e7b26fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:50.379296 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] Set router 5b37e1ac-024f-42c1-83b7-948e9885bea6 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:50:50.546402 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39b4fefd-eb44-4718-9994-786e7b26fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:50.615424 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-39b4fefd-eb44-4718-9994-786e7b26fd43 None None] For port be10ce15-0624-439a-b650-64f33b0219d8, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=be10ce15-0624-439a-b650-64f33b0219d8,segment=NetworkSegment(a0fc60d3-38cf-411d-baf0-d56e2c674465),segment_id=a0fc60d3-38cf-411d-baf0-d56e2c674465)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:50.623300 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39b4fefd-eb44-4718-9994-786e7b26fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:50.691071 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4fefd-eb44-4718-9994-786e7b26fd43 None None] Pushing event updated for resources: {'Port': ['ID=be10ce15-0624-439a-b650-64f33b0219d8,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:50.699750 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:50:46Z', 'revision_number': 4, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port': {'id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:43Z', 'updated_at': '2021-10-22T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'be10ce15-0624-439a-b650-64f33b0219d8', 'name': '', 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'mac_address': 'fa:16:3e:7c:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cbbdd67d-3e29-4924-a457-9011ed626ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:45Z', 'updated_at': '2021-10-22T18:50:50Z', 'revision_number': 4, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'subnets': [{'id': 'cbbdd67d-3e29-4924-a457-9011ed626ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:50:50.727029 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32b009-b04b-4ed9-b24a-4dc9bd665acc None None] The sync data for ids ['5b37e1ac-024f-42c1-83b7-948e9885bea6'] in dv-cinder-815146-1-iscsi is: [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:50:46Z', 'revision_number': 4, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port': {'id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:43Z', 'updated_at': '2021-10-22T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'be10ce15-0624-439a-b650-64f33b0219d8', 'name': '', 'network_id': '4b5135df-59be-4dd9-a4f4-6d062efdaa6e', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'mac_address': 'fa:16:3e:7c:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cbbdd67d-3e29-4924-a457-9011ed626ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:45Z', 'updated_at': '2021-10-22T18:50:50Z', 'revision_number': 4, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'subnets': [{'id': 'cbbdd67d-3e29-4924-a457-9011ed626ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:50:50.754315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-fa248915-0245-4929-a471-60a75841cf49 None None] Provisioning complete for port be10ce15-0624-439a-b650-64f33b0219d8 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:50.754793 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa248915-0245-4929-a471-60a75841cf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:50.824892 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84fac-a1ba-4d8f-a791-138905f0d40c req-61152413-2c89-4b5a-a67f-7d43952ac1ca tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:50.826593 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cea84fac-a1ba-4d8f-a791-138905f0d40c req-61152413-2c89-4b5a-a67f-7d43952ac1ca tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0694823 Oct 22 18:50:50.891835 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cea84fac-a1ba-4d8f-a791-138905f0d40c req-4bd673e9-fc56-44ca-abe6-b41e8ad2368f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 Oct 22 18:50:50.892656 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device eef5eecf-5cfa-465b-b304-adeec74de1d1 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:50.950457 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port eef5eecf-5cfa-465b-b304-adeec74de1d1 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:50.950826 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:51.156168 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ff2d-ea8b-4c82-a61d-3caf7abd0da2 req-d0e44506-4e85-43af-8f5f-99f9ba89ed3f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:51.157723 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7592ff2d-ea8b-4c82-a61d-3caf7abd0da2 req-d0e44506-4e85-43af-8f5f-99f9ba89ed3f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0569124 Oct 22 18:50:51.197823 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7592ff2d-ea8b-4c82-a61d-3caf7abd0da2 req-ea1e8e86-a4a1-4752-b3d1-e21a07600aea tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339177 Oct 22 18:50:52.026169 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0393a-cfe6-47bf-b13f-9d248a2b7e40 req-c034035f-95b8-4b7c-894c-8a4f02b13d7d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:52.027632 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3db0393a-cfe6-47bf-b13f-9d248a2b7e40 req-c034035f-95b8-4b7c-894c-8a4f02b13d7d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Oct 22 18:50:52.065503 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3db0393a-cfe6-47bf-b13f-9d248a2b7e40 req-40721f13-3409-4da3-886c-5aef03dffd94 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Oct 22 18:50:52.312128 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112de54-5a69-480a-b269-e9f2fde80bd3 req-8dd30d4b-8a0e-42da-a578-41bbfe9b9825 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:52.313638 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4112de54-5a69-480a-b269-e9f2fde80bd3 req-8dd30d4b-8a0e-42da-a578-41bbfe9b9825 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0488772 Oct 22 18:50:52.352909 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4112de54-5a69-480a-b269-e9f2fde80bd3 req-4cb6b4a3-9788-47c2-bce2-db00dc956d54 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Oct 22 18:50:52.893715 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device be10ce15-0624-439a-b650-64f33b0219d8 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:52.945209 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port be10ce15-0624-439a-b650-64f33b0219d8 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:52.945577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:53.033919 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:53.184634 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d43f3-f63c-4702-95e9-574892906c63 req-bf842639-7351-4ec5-8391-d40ca64ba6e4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:53.185980 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-158d43f3-f63c-4702-95e9-574892906c63 req-bf842639-7351-4ec5-8391-d40ca64ba6e4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0526068 Oct 22 18:50:53.225612 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-158d43f3-f63c-4702-95e9-574892906c63 req-42623ec2-febe-4830-9e5c-1efa7f92f458 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Oct 22 18:50:53.468983 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796b9c4-3c07-4ab0-b370-dea89ee70301 req-c23dec52-5b2d-4354-adad-f7f1a2990a3a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:53.470690 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f796b9c4-3c07-4ab0-b370-dea89ee70301 req-c23dec52-5b2d-4354-adad-f7f1a2990a3a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0512669 Oct 22 18:50:53.509847 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f796b9c4-3c07-4ab0-b370-dea89ee70301 req-e2dd4263-097b-48f4-99a0-b6201ff25761 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Oct 22 18:50:54.347654 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3b6fe-eabd-4f99-9063-dd804fa21431 req-9bf942e8-0113-4fcf-863b-90686625a58f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:54.349113 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4be3b6fe-eabd-4f99-9063-dd804fa21431 req-9bf942e8-0113-4fcf-863b-90686625a58f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Oct 22 18:50:54.386987 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4be3b6fe-eabd-4f99-9063-dd804fa21431 req-69945533-fa99-43cb-89fc-822e5874bb3a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Oct 22 18:50:54.624573 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bdf13-ae97-4146-98c5-c5dcc79689a1 req-8b31e8e7-4c6c-44ea-b20a-027e332c0371 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:54.626058 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-348bdf13-ae97-4146-98c5-c5dcc79689a1 req-8b31e8e7-4c6c-44ea-b20a-027e332c0371 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0517721 Oct 22 18:50:54.663076 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-348bdf13-ae97-4146-98c5-c5dcc79689a1 req-be680bf2-d5ba-46a6-b75b-4923921495a2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Oct 22 18:50:55.500007 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ea380-635a-4ffa-9c1f-52099f8769ac req-e2135317-f21a-4dc8-a8fb-e4228000dcc9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:55.501497 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-631ea380-635a-4ffa-9c1f-52099f8769ac req-e2135317-f21a-4dc8-a8fb-e4228000dcc9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Oct 22 18:50:55.544266 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-631ea380-635a-4ffa-9c1f-52099f8769ac req-45aec25a-d6b5-4e71-8bee-0511e9f1efe1 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370154 Oct 22 18:50:55.780565 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524cf6-afe6-4a7e-9755-e9ab11428e96 req-e90d49a9-ea66-4b3a-97da-1b7d5c7e7fcb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:55.782287 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6524cf6-afe6-4a7e-9755-e9ab11428e96 req-e90d49a9-ea66-4b3a-97da-1b7d5c7e7fcb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0520532 Oct 22 18:50:55.822926 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6524cf6-afe6-4a7e-9755-e9ab11428e96 req-09e51a38-9639-4700-b8eb-d4373cb95b19 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Oct 22 18:50:56.076117 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['0400b5e5-7086-47f2-8df6-bd12344b4aab'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:50:56.661798 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c757be-5931-4a2b-a402-4143e99bd036 req-8c682424-7c77-4abe-9d68-8d134dd6c399 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:56.663298 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47c757be-5931-4a2b-a402-4143e99bd036 req-8c682424-7c77-4abe-9d68-8d134dd6c399 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0500531 Oct 22 18:50:56.703478 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47c757be-5931-4a2b-a402-4143e99bd036 req-13f2c1f9-f191-4d08-b0b2-b723a1a07c6c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Oct 22 18:50:56.959887 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f27cec-9fb8-4ffb-8904-0be2a9737f49 req-c92d8fde-6a06-4378-acf1-49beca1ea6f4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:56.961555 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-52f27cec-9fb8-4ffb-8904-0be2a9737f49 req-c92d8fde-6a06-4378-acf1-49beca1ea6f4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0629904 Oct 22 18:50:57.006738 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-52f27cec-9fb8-4ffb-8904-0be2a9737f49 req-5affd87c-4a91-4423-9984-be8a848ed805 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Oct 22 18:50:57.829071 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea71bb-4bf7-4593-b7b1-b882cd088e77 req-5bfb9abf-f2f1-499f-a412-a1102dba592f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:57.830550 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-88ea71bb-4bf7-4593-b7b1-b882cd088e77 req-5bfb9abf-f2f1-499f-a412-a1102dba592f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0525162 Oct 22 18:50:57.869689 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-88ea71bb-4bf7-4593-b7b1-b882cd088e77 req-f9d16eed-f6b5-4472-9a17-1fc8f7a7243c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Oct 22 18:50:58.142322 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436498eb-7952-4080-bb0b-0fe168cc0042 req-2ee9e348-122d-4e48-8521-f72f03235524 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:58.145416 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-436498eb-7952-4080-bb0b-0fe168cc0042 req-2ee9e348-122d-4e48-8521-f72f03235524 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0561633 Oct 22 18:50:58.201143 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-436498eb-7952-4080-bb0b-0fe168cc0042 req-5d3b46ab-de9b-48ec-a39f-36b34e43aa47 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Oct 22 18:50:58.224019 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-d4da1692-166e-4841-ac73-bc1d89d5ed87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739825 Oct 22 18:50:58.296268 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-e6692230-0135-42ad-93c3-cd3aad1bad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:58.298386 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-e6692230-0135-42ad-93c3-cd3aad1bad89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 1099 time: 0.0435729 Oct 22 18:50:58.418840 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-25b0e31c-6044-4f42-80f1-2f334bf521c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:58.420322 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-25b0e31c-6044-4f42-80f1-2f334bf521c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.0971928 Oct 22 18:50:58.467655 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-4989e5ee-b954-473e-af49-f6aae44e4b7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce HTTP/1.1" status: 200 len: 217 time: 0.0366828 Oct 22 18:50:58.523103 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-237d2d86-db15-418b-aded-862cf3ac676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:58.524616 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-237d2d86-db15-418b-aded-862cf3ac676a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0468059 Oct 22 18:50:58.562180 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-23f8bfe3-5ddd-47d2-b52a-fc81f833d210 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289283 Oct 22 18:50:58.656519 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-d5b32aac-49a9-4c35-8d52-163b146e665a service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827644 Oct 22 18:50:58.752723 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3610d37f-c235-4fb5-9e32-63c9a397a6f0 req-c22fb147-51c8-43a3-ba6a-aaf6a3d30e85 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871496 Oct 22 18:50:59.339462 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3153b-8757-4d33-b2ea-ec74faf84532 req-ac104722-58dd-4a3b-a49f-7bf5e5031a42 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:59.341715 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-66c3153b-8757-4d33-b2ea-ec74faf84532 req-ac104722-58dd-4a3b-a49f-7bf5e5031a42 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 944 time: 0.0518405 Oct 22 18:50:59.386630 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6709d0-fc5e-4d4c-92c8-a6cc1220c5f7 req-765b7e30-524d-4adc-b6fd-91f91e375688 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:50:59.388310 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd6709d0-fc5e-4d4c-92c8-a6cc1220c5f7 req-765b7e30-524d-4adc-b6fd-91f91e375688 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0638738 Oct 22 18:50:59.390129 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-66c3153b-8757-4d33-b2ea-ec74faf84532 req-3ce2f39a-339d-4564-bad2-ed347e1fc811 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Oct 22 18:50:59.434156 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd6709d0-fc5e-4d4c-92c8-a6cc1220c5f7 req-23dc13ce-f290-4698-9e44-1cc04b770529 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 Oct 22 18:50:59.509790 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0400b5e5-7086-47f2-8df6-bd12344b4aab up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:50:59.569337 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 0400b5e5-7086-47f2-8df6-bd12344b4aab completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:50:59.574445 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 0400b5e5-7086-47f2-8df6-bd12344b4aab triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:50:59.574812 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:59.679925 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:59.716675 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0400b5e5-7086-47f2-8df6-bd12344b4aab'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:50:59.719459 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e077297-e738-4826-b710-eec265f81b1e" -d '{"events": [{"server_uuid": "1c066b30-466a-4c14-99bd-4a84e4da5ffe", "name": "network-vif-plugged", "status": "completed", "tag": "0400b5e5-7086-47f2-8df6-bd12344b4aab"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:50:59.735640 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 0400b5e5-7086-47f2-8df6-bd12344b4aab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0400b5e5-7086-47f2-8df6-bd12344b4aab,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:50:59.741632 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:50:59.789087 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8304c-6bc0-4834-96ac-3b8d0cbae4ad x-openstack-request-id: req-51c8304c-6bc0-4834-96ac-3b8d0cbae4ad {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:50:59.789494 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c066b30-466a-4c14-99bd-4a84e4da5ffe", "name": "network-vif-plugged", "status": "completed", "tag": "0400b5e5-7086-47f2-8df6-bd12344b4aab", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:50:59.789597 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51c8304c-6bc0-4834-96ac-3b8d0cbae4ad {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:50:59.789968 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0400b5e5-7086-47f2-8df6-bd12344b4aab', 'code': 200} Oct 22 18:50:59.805669 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=0400b5e5-7086-47f2-8df6-bd12344b4aab,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:50:59.815049 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.815701 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.816224 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.817091 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.817780 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.818528 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.819022 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.819353 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.820055 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.820055 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.820445 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:50:59.820723 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:00.059935 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccb10b-d2b1-44d8-964d-3965c8312821 req-e763b5be-2ca6-431e-a9e4-401379d2c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:00.061439 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ccccb10b-d2b1-44d8-964d-3965c8312821 req-e763b5be-2ca6-431e-a9e4-401379d2c3ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 1098 time: 0.0508001 Oct 22 18:51:00.112529 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ccccb10b-d2b1-44d8-964d-3965c8312821 req-40af7492-49ac-473a-ab0b-13fd40f46303 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296829 Oct 22 18:51:00.326354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35520) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:00.430470 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9007ec89-3704-48a8-85c7-9886dea5216e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:00.511294 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9007ec89-3704-48a8-85c7-9886dea5216e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:00.517136 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9007ec89-3704-48a8-85c7-9886dea5216e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:00.526000 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5175a-5215-4e01-bb17-e20104676473 req-ee6e838d-09d1-4b2d-9dc1-2262ea28390f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:00.528320 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e7d5175a-5215-4e01-bb17-e20104676473 req-ee6e838d-09d1-4b2d-9dc1-2262ea28390f tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 945 time: 0.0654380 Oct 22 18:51:00.558379 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9007ec89-3704-48a8-85c7-9886dea5216e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8600ac1e44544ad8bef7e8a87725406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293153 Oct 22 18:51:00.560776 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35528) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:00.562965 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007ec89-3704-48a8-85c7-9886dea5216e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f23eb-3685-49ff-8494-ec11984ba39e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:00.587658 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e7d5175a-5215-4e01-bb17-e20104676473 req-04ca10b5-91ad-4cd8-a2e3-6922be5fdd15 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531678 Oct 22 18:51:00.625274 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8b65cb12-07c0-4ff6-826e-8426313e2fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:00.646423 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8b65cb12-07c0-4ff6-826e-8426313e2fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:00.694231 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8b65cb12-07c0-4ff6-826e-8426313e2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:00.697195 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8b65cb12-07c0-4ff6-826e-8426313e2fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:00.698352 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-8b65cb12-07c0-4ff6-826e-8426313e2fb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f6f23eb-3685-49ff-8494-ec11984ba39e HTTP/1.1" status: 204 len: 168 time: 0.1366169 Oct 22 18:51:00.705926 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65cb12-07c0-4ff6-826e-8426313e2fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f23eb-3685-49ff-8494-ec11984ba39e,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:00.958263 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35538) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:00.971506 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88a13b40-c1e7-4560-ade9-1590b810b5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:01.051725 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88a13b40-c1e7-4560-ade9-1590b810b5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:01.056758 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88a13b40-c1e7-4560-ade9-1590b810b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:01.101351 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-88a13b40-c1e7-4560-ade9-1590b810b5c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=305d2e2f1b0548d682702c7880a8d040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392884 Oct 22 18:51:01.101783 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35542) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:01.101964 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a13b40-c1e7-4560-ade9-1590b810b5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b78b9f-46ed-49d6-98c0-13f3e41e6417,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:01.156336 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-872f15a6-2bc2-416a-9701-0cd176287633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:01.178819 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-872f15a6-2bc2-416a-9701-0cd176287633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:01.231109 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-872f15a6-2bc2-416a-9701-0cd176287633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:01.233927 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-872f15a6-2bc2-416a-9701-0cd176287633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:01.235151 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-872f15a6-2bc2-416a-9701-0cd176287633 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64b78b9f-46ed-49d6-98c0-13f3e41e6417 HTTP/1.1" status: 204 len: 168 time: 0.1321442 Oct 22 18:51:01.242900 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f15a6-2bc2-416a-9701-0cd176287633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b78b9f-46ed-49d6-98c0-13f3e41e6417,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:01.924642 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787610d-bd5e-4247-98cb-8cc126381b2a req-7c40272e-d242-4ffd-99d5-2d30285dd59d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:01.926212 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a787610d-bd5e-4247-98cb-8cc126381b2a req-7c40272e-d242-4ffd-99d5-2d30285dd59d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 945 time: 0.2684994 Oct 22 18:51:01.968108 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a787610d-bd5e-4247-98cb-8cc126381b2a req-831c8ba0-241e-481c-9470-7abeceb85a38 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Oct 22 18:51:03.107508 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd22e-6c9c-4821-a6ee-475169b95a55 req-43be8e58-bbe6-4d1d-bbfb-39f2c89c36f7 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:03.112376 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de4fd22e-6c9c-4821-a6ee-475169b95a55 req-43be8e58-bbe6-4d1d-bbfb-39f2c89c36f7 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 945 time: 0.0647991 Oct 22 18:51:03.150454 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de4fd22e-6c9c-4821-a6ee-475169b95a55 req-13c48f40-558a-4c36-89cc-953c927cb0c9 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Oct 22 18:51:03.832110 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35650) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:03.936221 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-40b91a19-4b00-4585-893f-2593a9424d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.014066 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-40b91a19-4b00-4585-893f-2593a9424d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.017862 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-40b91a19-4b00-4585-893f-2593a9424d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.059148 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-40b91a19-4b00-4585-893f-2593a9424d1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=346c548f540c426c9f2bde9b5c61395d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259154 Oct 22 18:51:04.061397 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b91a19-4b00-4585-893f-2593a9424d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47955ece-d940-4b35-a55a-84a9199571cb,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:04.061785 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35656) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:04.110945 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d82f449-372e-4681-be03-bfe2dcc08cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.140509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d82f449-372e-4681-be03-bfe2dcc08cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.192660 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d82f449-372e-4681-be03-bfe2dcc08cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.195233 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d82f449-372e-4681-be03-bfe2dcc08cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.196975 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2d82f449-372e-4681-be03-bfe2dcc08cd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47955ece-d940-4b35-a55a-84a9199571cb HTTP/1.1" status: 204 len: 168 time: 0.1334949 Oct 22 18:51:04.204523 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82f449-372e-4681-be03-bfe2dcc08cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47955ece-d940-4b35-a55a-84a9199571cb,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:04.466100 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35668) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:04.481627 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3b98e722-cdbd-41fd-b51a-44d47b87c054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.567210 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3b98e722-cdbd-41fd-b51a-44d47b87c054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.573997 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3b98e722-cdbd-41fd-b51a-44d47b87c054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.610345 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98e722-cdbd-41fd-b51a-44d47b87c054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd779a-0911-48ed-8eb1-5e743c599323,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:04.614836 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-3b98e722-cdbd-41fd-b51a-44d47b87c054 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60336ce6e0e44dc3a31b218a65afe02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476276 Oct 22 18:51:04.617585 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35674) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:04.668178 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b526d69b-02bc-47b3-8b6a-20e935f17957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.689249 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b526d69b-02bc-47b3-8b6a-20e935f17957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.742475 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b526d69b-02bc-47b3-8b6a-20e935f17957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.745962 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b526d69b-02bc-47b3-8b6a-20e935f17957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:04.749795 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b526d69b-02bc-47b3-8b6a-20e935f17957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/febd779a-0911-48ed-8eb1-5e743c599323 HTTP/1.1" status: 204 len: 168 time: 0.1285231 Oct 22 18:51:04.762507 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d69b-02bc-47b3-8b6a-20e935f17957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd779a-0911-48ed-8eb1-5e743c599323,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:07.703939 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-4f89794f-15af-4dc5-87b7-3f88dbe805ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:07.705470 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-4f89794f-15af-4dc5-87b7-3f88dbe805ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0887749 Oct 22 18:51:07.722387 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2586b-99dd-4ed8-9582-63974dc3b543 req-bc3a7631-cd77-4b49-be05-ce98b5f6b81e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:07.723762 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-78b2586b-99dd-4ed8-9582-63974dc3b543 req-bc3a7631-cd77-4b49-be05-ce98b5f6b81e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0928812 Oct 22 18:51:07.819593 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-78b2586b-99dd-4ed8-9582-63974dc3b543 req-21a66c8b-71a8-4cfe-95c3-0d9038d75319 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888705 Oct 22 18:51:07.838937 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-f59f3f0f-d0d8-453b-9eeb-2c6419e74f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:07.840663 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-f59f3f0f-d0d8-453b-9eeb-2c6419e74f44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.1268988 Oct 22 18:51:07.890737 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-987fd815-a104-4472-af25-6da57a672878 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 200 len: 217 time: 0.0356865 Oct 22 18:51:07.944568 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-49625be1-b79c-4ab5-b6f3-4212b4f1152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:07.946026 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-49625be1-b79c-4ab5-b6f3-4212b4f1152e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0471761 Oct 22 18:51:07.983747 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-f7bd8b31-1563-40d7-aa23-8412b1baa67a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282717 Oct 22 18:51:08.079986 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-70994142-fa7e-4b9b-a0bd-ff79d85caffe service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845947 Oct 22 18:51:08.178198 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1364b9d8-0fd7-49b6-9b8f-f27795873c6d req-e808ca63-9a20-47b6-9286-93613c8fbcd1 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900469 Oct 22 18:51:08.945407 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9ef5c-444a-48d3-9e60-01a97fcf21b3 req-1c46ef3b-e3a0-4095-a3af-c48cb26dabae tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:08.947056 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cdc9ef5c-444a-48d3-9e60-01a97fcf21b3 req-1c46ef3b-e3a0-4095-a3af-c48cb26dabae tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0536427 Oct 22 18:51:08.989475 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cdc9ef5c-444a-48d3-9e60-01a97fcf21b3 req-01ad5be9-962a-4cbf-adf3-a8ac5a12d466 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Oct 22 18:51:10.116890 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013e334-2475-43d1-b554-51d5dc620208 req-344677d6-bc3e-433c-b28d-4dae93794d61 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:10.118640 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1013e334-2475-43d1-b554-51d5dc620208 req-344677d6-bc3e-433c-b28d-4dae93794d61 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0506382 Oct 22 18:51:10.162573 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1013e334-2475-43d1-b554-51d5dc620208 req-a532a321-aad8-4ae4-9b66-4a0383b50930 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Oct 22 18:51:10.208916 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35840) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:10.317565 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fc012072-d3f4-4720-9503-7bf6b5b81557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.394183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fc012072-d3f4-4720-9503-7bf6b5b81557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.398426 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fc012072-d3f4-4720-9503-7bf6b5b81557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.437360 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-fc012072-d3f4-4720-9503-7bf6b5b81557 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f04669de56749aab09fc4b7f32ed008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270534 Oct 22 18:51:10.438287 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012072-d3f4-4720-9503-7bf6b5b81557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d85f4-7b8a-4142-83fb-9e347874b512,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:10.440195 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35846) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:10.490304 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb88be2a-1743-4f12-9eca-bcf1ad8b21c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.512155 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb88be2a-1743-4f12-9eca-bcf1ad8b21c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.559611 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb88be2a-1743-4f12-9eca-bcf1ad8b21c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.562281 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb88be2a-1743-4f12-9eca-bcf1ad8b21c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.563416 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bb88be2a-1743-4f12-9eca-bcf1ad8b21c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c18d85f4-7b8a-4142-83fb-9e347874b512 HTTP/1.1" status: 204 len: 168 time: 0.1221220 Oct 22 18:51:10.571044 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88be2a-1743-4f12-9eca-bcf1ad8b21c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d85f4-7b8a-4142-83fb-9e347874b512,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:10.846671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35854) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:10.859643 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ba5f12be-b770-4381-ab03-d682f1544668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.938464 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ba5f12be-b770-4381-ab03-d682f1544668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.942210 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ba5f12be-b770-4381-ab03-d682f1544668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:10.977863 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f12be-b770-4381-ab03-d682f1544668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace0b674-9176-4b42-ba42-8f990e2e2058,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:10.982253 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ba5f12be-b770-4381-ab03-d682f1544668 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=757a92f3bd33493c8c91319a15e932ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345410 Oct 22 18:51:10.984843 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35858) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:11.040577 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb16d-0c00-4e63-87d7-80dd25a05796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:11.063890 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb16d-0c00-4e63-87d7-80dd25a05796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:11.114684 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb16d-0c00-4e63-87d7-80dd25a05796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:11.117438 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e2eb16d-0c00-4e63-87d7-80dd25a05796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:11.118891 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6e2eb16d-0c00-4e63-87d7-80dd25a05796 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ace0b674-9176-4b42-ba42-8f990e2e2058 HTTP/1.1" status: 204 len: 168 time: 0.1331537 Oct 22 18:51:11.127430 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eb16d-0c00-4e63-87d7-80dd25a05796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace0b674-9176-4b42-ba42-8f990e2e2058,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:11.293588 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8512c00-5e26-42fa-b7bd-0fb5cec26965 req-a7d769cd-6d3c-4904-a35f-1253135494d4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:11.295107 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a8512c00-5e26-42fa-b7bd-0fb5cec26965 req-a7d769cd-6d3c-4904-a35f-1253135494d4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0551863 Oct 22 18:51:11.342357 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a8512c00-5e26-42fa-b7bd-0fb5cec26965 req-25b4b334-d29f-4540-8608-0df81ec4ffb4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Oct 22 18:51:12.203078 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 35910) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:12.310559 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a90754af-2cf0-4915-b119-2177606b8935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:12.391792 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a90754af-2cf0-4915-b119-2177606b8935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:12.396044 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a90754af-2cf0-4915-b119-2177606b8935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:12.461944 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a90754af-2cf0-4915-b119-2177606b8935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1306752dd0c9405998eb9be4098a5d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577138 Oct 22 18:51:12.464662 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 35920) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:12.466285 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90754af-2cf0-4915-b119-2177606b8935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab63873b-2d1e-472b-96b9-6c56b28b611f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:12.493936 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56dd76-f900-4c59-b478-1bfdbfd6048c req-ac45c5e7-ffcc-426a-b115-6af01e65a5f6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:12.495502 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cc56dd76-f900-4c59-b478-1bfdbfd6048c req-ac45c5e7-ffcc-426a-b115-6af01e65a5f6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0733042 Oct 22 18:51:12.522110 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ce0-d13b-417f-95b4-e08c7fd200f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:12.537191 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cc56dd76-f900-4c59-b478-1bfdbfd6048c req-36fd9aef-a290-4919-b2ed-47c04a2cd470 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Oct 22 18:51:12.544278 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ce0-d13b-417f-95b4-e08c7fd200f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:12.591794 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ce0-d13b-417f-95b4-e08c7fd200f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:12.595132 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ce0-d13b-417f-95b4-e08c7fd200f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:12.596840 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-f39f6ce0-d13b-417f-95b4-e08c7fd200f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab63873b-2d1e-472b-96b9-6c56b28b611f HTTP/1.1" status: 204 len: 168 time: 0.1309500 Oct 22 18:51:12.605915 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f6ce0-d13b-417f-95b4-e08c7fd200f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab63873b-2d1e-472b-96b9-6c56b28b611f,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:13.655382 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645e203-4fa1-4198-a402-eb8fc194d508 req-b8b5e51f-9fb2-4e6f-9fc6-4eec302f672a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:13.660072 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6645e203-4fa1-4198-a402-eb8fc194d508 req-b8b5e51f-9fb2-4e6f-9fc6-4eec302f672a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0560908 Oct 22 18:51:13.710551 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6645e203-4fa1-4198-a402-eb8fc194d508 req-35e13a3e-b575-4af4-a064-f68257636f25 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Oct 22 18:51:14.237212 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c642611f-a4e4-4ea3-998b-3f81bf675803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:14.839070 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841590-a1ae-469a-99f9-74c7efb0f2ba req-b6aa2d48-11f1-473c-97aa-cbabb309a886 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:14.840564 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fb841590-a1ae-469a-99f9-74c7efb0f2ba req-b6aa2d48-11f1-473c-97aa-cbabb309a886 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Oct 22 18:51:14.880878 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fb841590-a1ae-469a-99f9-74c7efb0f2ba req-4b050d18-e15e-48e9-a5ee-2e3d38378712 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Oct 22 18:51:15.474860 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:51:16.011718 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee134176-2f50-423d-8d50-48fe9e2fd708 req-efb6a7b1-20f9-4123-b483-8de8105424f6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:16.013192 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ee134176-2f50-423d-8d50-48fe9e2fd708 req-efb6a7b1-20f9-4123-b483-8de8105424f6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0562682 Oct 22 18:51:16.055360 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ee134176-2f50-423d-8d50-48fe9e2fd708 req-a70acd40-cc62-43f2-a1e3-d3ff9ce0dc29 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350647 Oct 22 18:51:16.939442 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-858e2758-a7b2-41cd-9017-11766b8532f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:17.184685 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a9db4-3b06-4d2e-abad-7c6012790865 req-2305fd75-fb93-4872-a5bb-227e81529e42 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:17.186750 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f85a9db4-3b06-4d2e-abad-7c6012790865 req-2305fd75-fb93-4872-a5bb-227e81529e42 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0544119 Oct 22 18:51:17.227913 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f85a9db4-3b06-4d2e-abad-7c6012790865 req-19370ca4-766a-49d0-9380-426894700e2c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Oct 22 18:51:17.821736 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36088) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:17.927000 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d81b1868-7033-45bb-af7c-e19efa104d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:17.931292 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.003253 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d81b1868-7033-45bb-af7c-e19efa104d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.007438 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d81b1868-7033-45bb-af7c-e19efa104d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.042588 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d81b1868-7033-45bb-af7c-e19efa104d63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e32402ef09e24b7294b56cfcac646e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197199 Oct 22 18:51:18.046728 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36096) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:18.048006 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b1868-7033-45bb-af7c-e19efa104d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3494e93c-f612-4001-aac1-6145e4031804,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:18.102617 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b85-8a0b-4b9e-a567-8227a8fb7ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.126458 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b85-8a0b-4b9e-a567-8227a8fb7ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.191403 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b85-8a0b-4b9e-a567-8227a8fb7ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.193939 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b85-8a0b-4b9e-a567-8227a8fb7ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.195111 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6ff65b85-8a0b-4b9e-a567-8227a8fb7ac2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3494e93c-f612-4001-aac1-6145e4031804 HTTP/1.1" status: 204 len: 168 time: 0.1461914 Oct 22 18:51:18.203290 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff65b85-8a0b-4b9e-a567-8227a8fb7ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3494e93c-f612-4001-aac1-6145e4031804,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:18.297221 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.360962 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727fa12-8464-40e1-87b8-880b7c146fd3 req-d2eed5a3-1893-4252-b7ec-63ae623de5cb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:18.362945 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f727fa12-8464-40e1-87b8-880b7c146fd3 req-d2eed5a3-1893-4252-b7ec-63ae623de5cb tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0544598 Oct 22 18:51:18.407216 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f727fa12-8464-40e1-87b8-880b7c146fd3 req-5b9a1772-f90d-472d-b27f-540f8c9e92b2 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Oct 22 18:51:18.494261 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36118) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:18.508757 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0deab21-a306-40eb-9e93-1fd1a5e393f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.599055 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0deab21-a306-40eb-9e93-1fd1a5e393f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.603918 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0deab21-a306-40eb-9e93-1fd1a5e393f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.642870 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d0deab21-a306-40eb-9e93-1fd1a5e393f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f077d11385924ec38e735b766b1646c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474540 Oct 22 18:51:18.644887 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deab21-a306-40eb-9e93-1fd1a5e393f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b84ad5b-40e9-4583-80c2-b36225a9ec56,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:18.645664 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36122) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:18.688859 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36124) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:18.705793 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf9c4-232b-401d-bf90-1f994444f1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.727644 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf9c4-232b-401d-bf90-1f994444f1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.777013 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf9c4-232b-401d-bf90-1f994444f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.780477 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7dcaf9c4-232b-401d-bf90-1f994444f1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.781664 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-7dcaf9c4-232b-401d-bf90-1f994444f1f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b84ad5b-40e9-4583-80c2-b36225a9ec56 HTTP/1.1" status: 204 len: 168 time: 0.1344543 Oct 22 18:51:18.796035 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaf9c4-232b-401d-bf90-1f994444f1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b84ad5b-40e9-4583-80c2-b36225a9ec56,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:18.808708 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9f249dac-9e15-4a85-ba44-c8bc2b2e68bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.891616 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9f249dac-9e15-4a85-ba44-c8bc2b2e68bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.896469 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9f249dac-9e15-4a85-ba44-c8bc2b2e68bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:18.934585 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-9f249dac-9e15-4a85-ba44-c8bc2b2e68bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11eb1d1816c9493da8a733c0bc6e1b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447169 Oct 22 18:51:18.937704 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36134) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:18.940162 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f249dac-9e15-4a85-ba44-c8bc2b2e68bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbde2022-8ae3-4431-b234-abbb91adf2a3,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:18.989015 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8445d12e-4e82-4cff-9432-a9b9a12845e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:19.010136 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8445d12e-4e82-4cff-9432-a9b9a12845e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:19.062149 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8445d12e-4e82-4cff-9432-a9b9a12845e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:19.064722 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8445d12e-4e82-4cff-9432-a9b9a12845e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:19.068349 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8445d12e-4e82-4cff-9432-a9b9a12845e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbde2022-8ae3-4431-b234-abbb91adf2a3 HTTP/1.1" status: 204 len: 168 time: 0.1271601 Oct 22 18:51:19.073696 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445d12e-4e82-4cff-9432-a9b9a12845e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbde2022-8ae3-4431-b234-abbb91adf2a3,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:19.551653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294b3c7-a123-4e42-8edd-c915305e0d56 req-af156ebd-6a75-4815-9940-cf8af686f1b6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:19.558647 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a294b3c7-a123-4e42-8edd-c915305e0d56 req-af156ebd-6a75-4815-9940-cf8af686f1b6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0627594 Oct 22 18:51:19.595843 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a294b3c7-a123-4e42-8edd-c915305e0d56 req-432fa5dc-8eae-4704-8878-2043d1d356db tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Oct 22 18:51:19.760911 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a2296-bc9c-40aa-a4b3-5f7b1a8d16c8 req-70a55013-bb36-4024-846a-9e88058d459a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:19.762448 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a32a2296-bc9c-40aa-a4b3-5f7b1a8d16c8 req-70a55013-bb36-4024-846a-9e88058d459a tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 945 time: 0.2701139 Oct 22 18:51:19.799893 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a32a2296-bc9c-40aa-a4b3-5f7b1a8d16c8 req-c27cf1d6-64b1-4c38-aeaf-5f46d83b66ed tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307319 Oct 22 18:51:20.043893 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:20.711548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31119c92-8e1c-4a9f-bffd-b5d8ac2aa437 req-35856ab0-ef74-49bb-9176-b7de3887f972 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:20.712547 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-31119c92-8e1c-4a9f-bffd-b5d8ac2aa437 req-35856ab0-ef74-49bb-9176-b7de3887f972 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0484681 Oct 22 18:51:20.752306 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-31119c92-8e1c-4a9f-bffd-b5d8ac2aa437 req-19016906-cb93-4c0e-8e28-d667a72faead tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Oct 22 18:51:20.920962 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1679-760d-4749-b086-dd4833bcfe30 req-e1273d9f-00ae-48c4-bd03-d266442d0114 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:20.922567 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c39e1679-760d-4749-b086-dd4833bcfe30 req-e1273d9f-00ae-48c4-bd03-d266442d0114 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 945 time: 0.0500910 Oct 22 18:51:20.964795 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c39e1679-760d-4749-b086-dd4833bcfe30 req-8bade9de-1b58-4856-ba5a-8e9105094221 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Oct 22 18:51:21.869984 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65056d-d12d-4513-b763-efaee549509f req-34d90058-d940-4bda-98a3-8e51d0ebce8c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:21.871509 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0a65056d-d12d-4513-b763-efaee549509f req-34d90058-d940-4bda-98a3-8e51d0ebce8c tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0520387 Oct 22 18:51:21.912448 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0a65056d-d12d-4513-b763-efaee549509f req-fde04a58-48e0-4bb1-b222-e0a3a286168a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345247 Oct 22 18:51:22.123946 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a3f27-9cfa-4bcf-958a-9aef868bf371 req-7d2d51ef-a9d9-4956-971f-dce237792cda tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:22.125392 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ee5a3f27-9cfa-4bcf-958a-9aef868bf371 req-7d2d51ef-a9d9-4956-971f-dce237792cda tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 945 time: 0.0867074 Oct 22 18:51:22.137351 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-cd5df7e4-324d-4a3a-85ca-17681ef365df tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:22.142736 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-cd5df7e4-324d-4a3a-85ca-17681ef365df tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c066b30-466a-4c14-99bd-4a84e4da5ffe HTTP/1.1" status: 200 len: 945 time: 0.0708091 Oct 22 18:51:22.212258 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ee5a3f27-9cfa-4bcf-958a-9aef868bf371 req-158027e0-68b8-4aa3-ae22-de31b7089dda tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716298 Oct 22 18:51:22.262393 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Deleting port 0400b5e5-7086-47f2-8df6-bd12344b4aab {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:22.262737 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:22.352331 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] For port 0400b5e5-7086-47f2-8df6-bd12344b4aab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0400b5e5-7086-47f2-8df6-bd12344b4aab,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:22.352704 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:22.365344 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Calling delete_port for 0400b5e5-7086-47f2-8df6-bd12344b4aab owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:22.500282 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:22.513568 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096', 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'c32cad56-1e43-4108-b28d-afbe94c19a7f', '0400b5e5-7086-47f2-8df6-bd12344b4aab'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:51:22.527261 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event deleted for resources: {'Port': ['ID=0400b5e5-7086-47f2-8df6-bd12344b4aab,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:22.570535 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] No DVR routers for this DVR port 0400b5e5-7086-47f2-8df6-bd12344b4aab on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:51:22.573061 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:22.576944 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab0268ef-843d-4ce8-a723-54e9429b577e req-acefc2c6-b910-4218-b11f-ad3e8234ccc3 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "DELETE /v2.0/ports/0400b5e5-7086-47f2-8df6-bd12344b4aab HTTP/1.1" status: 204 len: 173 time: 0.4217544 Oct 22 18:51:22.577391 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'name': 'network-vif-deleted', 'tag': '0400b5e5-7086-47f2-8df6-bd12344b4aab'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:22.579692 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e92449-2e5b-4f36-9278-177ab898e2e3" -d '{"events": [{"server_uuid": "1c066b30-466a-4c14-99bd-4a84e4da5ffe", "name": "network-vif-deleted", "tag": "0400b5e5-7086-47f2-8df6-bd12344b4aab"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:22.628337 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772490d3-c8e7-488f-93d8-ba24bb59a8e3 x-openstack-request-id: req-772490d3-c8e7-488f-93d8-ba24bb59a8e3 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:22.629140 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c066b30-466a-4c14-99bd-4a84e4da5ffe", "name": "network-vif-deleted", "tag": "0400b5e5-7086-47f2-8df6-bd12344b4aab", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:22.629435 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-772490d3-c8e7-488f-93d8-ba24bb59a8e3 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:22.630114 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c066b30-466a-4c14-99bd-4a84e4da5ffe', 'name': 'network-vif-deleted', 'tag': '0400b5e5-7086-47f2-8df6-bd12344b4aab', 'status': 'completed', 'code': 200} Oct 22 18:51:22.999873 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:23.038843 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a277-e3f3-4ac0-adfd-fb7e909f4d8c req-7c89ed20-7178-4e32-9955-2f4d0485dbd5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:23.040504 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f142a277-e3f3-4ac0-adfd-fb7e909f4d8c req-7c89ed20-7178-4e32-9955-2f4d0485dbd5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0578649 Oct 22 18:51:23.079963 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f142a277-e3f3-4ac0-adfd-fb7e909f4d8c req-d8d1e3d1-ff0c-45c7-b5bc-721ae7b716cd tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Oct 22 18:51:24.208383 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78d479-1f15-4422-9ed7-55e370436694 req-a1b3001e-43b2-4a97-bfeb-c1d39f609172 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:24.209961 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4d78d479-1f15-4422-9ed7-55e370436694 req-a1b3001e-43b2-4a97-bfeb-c1d39f609172 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0539594 Oct 22 18:51:24.258167 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4d78d479-1f15-4422-9ed7-55e370436694 req-29fdff7c-a4ff-44eb-b63a-7fe79e30e48b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Oct 22 18:51:25.375623 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70067768-a00f-445c-8778-4747418be59f req-e64074bf-44c0-49ac-857e-caf6a09d7376 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:25.377069 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-70067768-a00f-445c-8778-4747418be59f req-e64074bf-44c0-49ac-857e-caf6a09d7376 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0510798 Oct 22 18:51:25.414844 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-70067768-a00f-445c-8778-4747418be59f req-0f45f266-40b3-40f7-9401-3fbd04792701 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Oct 22 18:51:25.658929 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c709-fbbb-438e-9bd5-d6fd8336ef2e req-7e0b06e3-e30f-435e-b673-a91f4ec81ee8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:25.660394 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d11c709-fbbb-438e-9bd5-d6fd8336ef2e req-7e0b06e3-e30f-435e-b673-a91f4ec81ee8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 945 time: 0.0502853 Oct 22 18:51:25.697292 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d11c709-fbbb-438e-9bd5-d6fd8336ef2e req-af13f8a9-841b-47b3-b26c-4ac70d0523af tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Oct 22 18:51:26.532494 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c4d50-1881-4611-9ce0-6269b5a1ae53 req-e998dda9-5f05-466e-b379-f131a02e396f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:26.534123 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-152c4d50-1881-4611-9ce0-6269b5a1ae53 req-e998dda9-5f05-466e-b379-f131a02e396f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0479357 Oct 22 18:51:26.571862 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-152c4d50-1881-4611-9ce0-6269b5a1ae53 req-667c3441-a066-422e-b8a6-58e42a9657e5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Oct 22 18:51:26.813651 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469f0eb-ec93-4b12-ac36-c3b12e4c6cb7 req-d1847f01-9d95-4570-8eea-614f0b60c184 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:26.815138 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9469f0eb-ec93-4b12-ac36-c3b12e4c6cb7 req-d1847f01-9d95-4570-8eea-614f0b60c184 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 945 time: 0.0485330 Oct 22 18:51:26.856272 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9469f0eb-ec93-4b12-ac36-c3b12e4c6cb7 req-5d6cc30c-4767-4c08-bc00-e3c220c639f2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352697 Oct 22 18:51:27.642815 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0400b5e5-7086-47f2-8df6-bd12344b4aab no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:51:27.668315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 0400b5e5-7086-47f2-8df6-bd12344b4aab {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:51:27.668657 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0400b5e5-7086-47f2-8df6-bd12344b4aab not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:51:27.701959 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae247f3-b941-4810-a1a5-6ee75ad219ab req-63614a31-9bdc-44de-8c78-1c5666ab5044 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:27.703517 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ae247f3-b941-4810-a1a5-6ee75ad219ab req-63614a31-9bdc-44de-8c78-1c5666ab5044 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0561512 Oct 22 18:51:27.748574 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ae247f3-b941-4810-a1a5-6ee75ad219ab req-0615d8b0-47b4-4b45-897f-4befdf9bcedf tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389366 Oct 22 18:51:27.970384 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5b0e-0aa9-4cf8-bac1-65b8a94946d1 req-2576ef85-8fa0-4db3-97e9-77a72c6ef292 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:27.971963 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b0b5b0e-0aa9-4cf8-bac1-65b8a94946d1 req-2576ef85-8fa0-4db3-97e9-77a72c6ef292 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 945 time: 0.0489483 Oct 22 18:51:28.009369 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b0b5b0e-0aa9-4cf8-bac1-65b8a94946d1 req-07a4f2ff-18cf-4444-83e7-2dea73009884 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Oct 22 18:51:28.471655 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-0476a8b7-be7d-42ff-8f60-58febf7766cb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:28.473129 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-0476a8b7-be7d-42ff-8f60-58febf7766cb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 945 time: 0.0478337 Oct 22 18:51:28.569804 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Deleting port c32cad56-1e43-4108-b28d-afbe94c19a7f {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:28.570221 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:28.657163 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] For port c32cad56-1e43-4108-b28d-afbe94c19a7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c32cad56-1e43-4108-b28d-afbe94c19a7f,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:28.657553 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:28.669547 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Calling delete_port for c32cad56-1e43-4108-b28d-afbe94c19a7f owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:28.814789 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:28.835840 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096', 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'c32cad56-1e43-4108-b28d-afbe94c19a7f'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:51:28.861297 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event deleted for resources: {'Port': ['ID=c32cad56-1e43-4108-b28d-afbe94c19a7f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:28.889509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad47796-f94d-4144-a90c-15b8fe022cf6 req-22b2eaf5-f446-495a-af67-dd3cd0c1240a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:28.891471 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dad47796-f94d-4144-a90c-15b8fe022cf6 req-22b2eaf5-f446-495a-af67-dd3cd0c1240a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0622878 Oct 22 18:51:28.923557 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] No DVR routers for this DVR port c32cad56-1e43-4108-b28d-afbe94c19a7f on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:51:28.926854 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:28.930565 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbfcafe4-6a48-4e30-94c1-cc9a53b8f98f req-94e99d64-9fad-48df-8693-5be0b3a71075 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "DELETE /v2.0/ports/c32cad56-1e43-4108-b28d-afbe94c19a7f HTTP/1.1" status: 204 len: 173 time: 0.4504368 Oct 22 18:51:28.931121 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'name': 'network-vif-deleted', 'tag': 'c32cad56-1e43-4108-b28d-afbe94c19a7f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:28.933718 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27337687-8cda-4e18-8ee1-5b3c386ce67d" -d '{"events": [{"server_uuid": "7c5b4298-9310-413e-9a4e-4064ade2692c", "name": "network-vif-deleted", "tag": "c32cad56-1e43-4108-b28d-afbe94c19a7f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:28.939791 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dad47796-f94d-4144-a90c-15b8fe022cf6 req-820d1754-c048-4b37-aff0-90954bde5222 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Oct 22 18:51:28.996801 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6c3560-bc3c-4e87-aeae-4f9e9d00dd60 x-openstack-request-id: req-0f6c3560-bc3c-4e87-aeae-4f9e9d00dd60 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:28.997093 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5b4298-9310-413e-9a4e-4064ade2692c", "name": "network-vif-deleted", "tag": "c32cad56-1e43-4108-b28d-afbe94c19a7f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:28.997349 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f6c3560-bc3c-4e87-aeae-4f9e9d00dd60 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:28.997746 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5b4298-9310-413e-9a4e-4064ade2692c', 'name': 'network-vif-deleted', 'tag': 'c32cad56-1e43-4108-b28d-afbe94c19a7f', 'status': 'completed', 'code': 200} Oct 22 18:51:29.121761 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7a372ecf-38d4-41d6-99b3-9e5fb1743093 req-38a3cb60-7455-48ec-b2f9-3e747b7e4069 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c5b4298-9310-413e-9a4e-4064ade2692c HTTP/1.1" status: 200 len: 210 time: 0.0281653 Oct 22 18:51:30.057376 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6c93e-a402-41e5-b0b8-ef7bf4f966b6 req-c415bfc5-6657-4cad-982b-be511717957a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:30.059360 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ef6c93e-a402-41e5-b0b8-ef7bf4f966b6 req-c415bfc5-6657-4cad-982b-be511717957a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0513880 Oct 22 18:51:30.104262 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ef6c93e-a402-41e5-b0b8-ef7bf4f966b6 req-7cd00163-bce1-4f7f-89de-72769bd3c6a0 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Oct 22 18:51:30.393056 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b433af9-17df-4958-948e-7facd34bc61b req-98cff203-4ac2-47da-9c48-b5b7eb306e83 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:30.394551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7b433af9-17df-4958-948e-7facd34bc61b req-98cff203-4ac2-47da-9c48-b5b7eb306e83 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0491264 Oct 22 18:51:30.436560 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7b433af9-17df-4958-948e-7facd34bc61b req-e0c82964-2475-4066-a067-818663f43944 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359008 Oct 22 18:51:30.513410 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac31fd8-1e64-4661-8dfa-1dbcd7128cd5 req-7a311683-ede5-47eb-a1c5-9b2e0cf9e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:30.515476 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dac31fd8-1e64-4661-8dfa-1dbcd7128cd5 req-7a311683-ede5-47eb-a1c5-9b2e0cf9e62d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0403118 Oct 22 18:51:30.550625 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dac31fd8-1e64-4661-8dfa-1dbcd7128cd5 req-69c47ff9-beca-420d-9a99-9b8623fe27df service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265257 Oct 22 18:51:31.225910 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc48-7d6c-457d-9e3a-fa700fa2a8e0 req-729560cc-d481-4c29-8e3c-1572bf57782a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:31.227374 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8508bc48-7d6c-457d-9e3a-fa700fa2a8e0 req-729560cc-d481-4c29-8e3c-1572bf57782a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0551040 Oct 22 18:51:31.266967 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8508bc48-7d6c-457d-9e3a-fa700fa2a8e0 req-8216c668-ea18-4a08-8df5-93fcf19ae853 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Oct 22 18:51:31.554082 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aec06-38b0-4cce-9b00-0ddb133f3a15 req-c20f6f7e-8d8f-464d-a585-1b4c2806a8d2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:31.555475 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5b1aec06-38b0-4cce-9b00-0ddb133f3a15 req-c20f6f7e-8d8f-464d-a585-1b4c2806a8d2 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0511329 Oct 22 18:51:31.592152 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5b1aec06-38b0-4cce-9b00-0ddb133f3a15 req-70bee102-506d-4bd8-b972-2238cc365bde tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Oct 22 18:51:32.391008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15001ba5-6654-4d85-8287-e3025af60721 req-277a47dd-1728-4083-bc19-8309c6e7edf6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:32.392553 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-15001ba5-6654-4d85-8287-e3025af60721 req-277a47dd-1728-4083-bc19-8309c6e7edf6 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0562370 Oct 22 18:51:32.439137 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-15001ba5-6654-4d85-8287-e3025af60721 req-e39e388c-e2ef-4e62-8837-b8e873420c92 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Oct 22 18:51:32.708295 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bec8e-5c77-4a8e-85fe-54d7aa76be36 req-eac2b07a-5ee7-4d5b-ad36-d78da408db12 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:32.709816 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-948bec8e-5c77-4a8e-85fe-54d7aa76be36 req-eac2b07a-5ee7-4d5b-ad36-d78da408db12 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0501642 Oct 22 18:51:32.750234 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-948bec8e-5c77-4a8e-85fe-54d7aa76be36 req-32168ab4-0631-461a-8af8-79f08a68e953 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Oct 22 18:51:33.114011 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-bf4a848f-40d8-46c0-8f61-b57eef0555d8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:33.115488 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-bf4a848f-40d8-46c0-8f61-b57eef0555d8 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 945 time: 0.0486417 Oct 22 18:51:33.211481 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Deleting port f869a14f-2561-40a5-bb54-c3e96fb39c0a {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:33.211738 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:33.301741 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] For port f869a14f-2561-40a5-bb54-c3e96fb39c0a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f869a14f-2561-40a5-bb54-c3e96fb39c0a,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:33.302143 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:33.315755 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Calling delete_port for f869a14f-2561-40a5-bb54-c3e96fb39c0a owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:33.444796 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:33.463334 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096', 'f869a14f-2561-40a5-bb54-c3e96fb39c0a'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:51:33.474895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event deleted for resources: {'Port': ['ID=f869a14f-2561-40a5-bb54-c3e96fb39c0a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:33.522313 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] No DVR routers for this DVR port f869a14f-2561-40a5-bb54-c3e96fb39c0a on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:51:33.532042 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:33.535243 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a36d772-9a29-4e27-89ce-ff906433c3da req-f28d0696-fe62-4818-a778-100835f7ee8b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "DELETE /v2.0/ports/f869a14f-2561-40a5-bb54-c3e96fb39c0a HTTP/1.1" status: 204 len: 173 time: 0.4134085 Oct 22 18:51:33.535686 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'name': 'network-vif-deleted', 'tag': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:33.537913 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8947100e-4640-40a5-a1d5-0f334de0675a" -d '{"events": [{"server_uuid": "6812bcce-6401-482c-aafe-6fb5a95fed41", "name": "network-vif-deleted", "tag": "f869a14f-2561-40a5-bb54-c3e96fb39c0a"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:33.595234 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8ec4c-bdd9-40d8-a4e8-906d02b17406 req-8cd7e6a1-cae9-49b4-b896-e02854b66547 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:33.596774 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-52d8ec4c-bdd9-40d8-a4e8-906d02b17406 req-8cd7e6a1-cae9-49b4-b896-e02854b66547 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0757704 Oct 22 18:51:33.598306 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec8acd-793d-4855-8d02-fba03de3b074 x-openstack-request-id: req-87ec8acd-793d-4855-8d02-fba03de3b074 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:33.598586 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812bcce-6401-482c-aafe-6fb5a95fed41", "name": "network-vif-deleted", "tag": "f869a14f-2561-40a5-bb54-c3e96fb39c0a", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:33.598839 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87ec8acd-793d-4855-8d02-fba03de3b074 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:33.599223 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6812bcce-6401-482c-aafe-6fb5a95fed41', 'name': 'network-vif-deleted', 'tag': 'f869a14f-2561-40a5-bb54-c3e96fb39c0a', 'status': 'completed', 'code': 200} Oct 22 18:51:33.643374 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-52d8ec4c-bdd9-40d8-a4e8-906d02b17406 req-21207c94-70ab-457c-affe-1854afd93c93 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 Oct 22 18:51:33.717203 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device c32cad56-1e43-4108-b28d-afbe94c19a7f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:51:33.741952 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: c32cad56-1e43-4108-b28d-afbe94c19a7f {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:51:33.742426 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device c32cad56-1e43-4108-b28d-afbe94c19a7f not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:51:33.860161 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd3cf4dc-a353-4b81-9d84-0d2dd68d5a6d req-1f1d8106-ae99-4253-9aaf-5c4b9b1c4d1b tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=6812bcce-6401-482c-aafe-6fb5a95fed41 HTTP/1.1" status: 200 len: 210 time: 0.0263965 Oct 22 18:51:33.964209 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-47bb4fec-e989-43fc-a466-5fb7bb75c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:33.964843 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363a9ed-0971-4787-817b-b99535125365 req-eb3f99e5-04c8-425d-a036-ee7d51fcf2da tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:33.965672 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-47bb4fec-e989-43fc-a466-5fb7bb75c690 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60c43756e3a941438fb85dfb450b7263&device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 1098 time: 0.0428834 Oct 22 18:51:33.966311 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c363a9ed-0971-4787-817b-b99535125365 req-eb3f99e5-04c8-425d-a036-ee7d51fcf2da tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Oct 22 18:51:34.004734 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c363a9ed-0971-4787-817b-b99535125365 req-30182cc2-71d1-44e7-9e28-5653215f7610 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320320 Oct 22 18:51:34.072629 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-135d78ea-ef8a-4427-84cf-fa2b275a8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:34.074093 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-135d78ea-ef8a-4427-84cf-fa2b275a8818 service neutron] 10.222.0.37 "GET /v2.0/networks?id=faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 200 len: 919 time: 0.1005328 Oct 22 18:51:34.128906 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-8de343e8-a6b6-4381-909a-5d6540219e11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 200 len: 217 time: 0.0466170 Oct 22 18:51:34.188363 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-0da1b21c-a3a3-49c9-93cd-e9cbf16e1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:34.189844 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-0da1b21c-a3a3-49c9-93cd-e9cbf16e1e22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 200 len: 858 time: 0.0538795 Oct 22 18:51:34.221912 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-a27644bc-fc45-4cec-9eb5-518d837c1ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faf32529-5999-4154-98de-f004d7cf283a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248189 Oct 22 18:51:34.319577 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-8ec7b6d4-0acb-422a-80a1-ab6c2ec5e745 service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897691 Oct 22 18:51:34.406826 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cb643af-7e49-485f-9d83-94ea699d1544 req-a63da07c-4023-4411-bd3b-7ab454b3666d service neutron] 10.222.0.37 "GET /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793278 Oct 22 18:51:35.129884 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca48b49-e92f-4cdf-a03c-5eecbfbe8344 req-95bd13bf-360d-43b6-9a79-d734ff44463a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:35.131359 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7ca48b49-e92f-4cdf-a03c-5eecbfbe8344 req-95bd13bf-360d-43b6-9a79-d734ff44463a tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0555069 Oct 22 18:51:35.170098 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7ca48b49-e92f-4cdf-a03c-5eecbfbe8344 req-2c94a927-bc2c-4117-b50c-8742d574b1f5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329304 Oct 22 18:51:36.275604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323893a9-eaed-4c92-ada7-7513e3330e26 req-c9ea8aea-623c-41ea-867a-d9dc08c561cd tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:36.277367 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-323893a9-eaed-4c92-ada7-7513e3330e26 req-c9ea8aea-623c-41ea-867a-d9dc08c561cd tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0536802 Oct 22 18:51:36.292736 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90adc7-0faa-4757-b93c-bb179cc077ef req-17555a76-ee6e-45f6-be24-ba7d05652dd2 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:36.298623 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5c90adc7-0faa-4757-b93c-bb179cc077ef req-17555a76-ee6e-45f6-be24-ba7d05652dd2 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0574691 Oct 22 18:51:36.321286 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-323893a9-eaed-4c92-ada7-7513e3330e26 req-a1581fdd-ddaa-4476-ad2a-d40566b0a6c4 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348184 Oct 22 18:51:36.333684 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5c90adc7-0faa-4757-b93c-bb179cc077ef req-3b4b025c-4c60-468e-a644-7c3c5d0ea2d7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Oct 22 18:51:37.438080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc022ef0-6c8f-4dab-9dbb-c8f468a0901d req-79fae1b1-c670-4dcf-92c6-8a90e67d5e4d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:37.439512 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bc022ef0-6c8f-4dab-9dbb-c8f468a0901d req-79fae1b1-c670-4dcf-92c6-8a90e67d5e4d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0492272 Oct 22 18:51:37.459303 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc33ec-a9b9-42b9-938f-481b1eddc8fa req-1d1d53bd-b7a0-41ae-8150-bc6309a35132 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:37.460822 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bcbc33ec-a9b9-42b9-938f-481b1eddc8fa req-1d1d53bd-b7a0-41ae-8150-bc6309a35132 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0556130 Oct 22 18:51:37.479561 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bc022ef0-6c8f-4dab-9dbb-c8f468a0901d req-4dbd0eda-be0b-40b0-aaa8-f088e5aa658e tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Oct 22 18:51:37.500611 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bcbc33ec-a9b9-42b9-938f-481b1eddc8fa req-eaf9e87f-2bf5-46fa-ab68-77a1b31cafc5 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Oct 22 18:51:37.682665 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device f869a14f-2561-40a5-bb54-c3e96fb39c0a no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:51:37.703917 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: f869a14f-2561-40a5-bb54-c3e96fb39c0a {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:51:37.704184 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device f869a14f-2561-40a5-bb54-c3e96fb39c0a not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:51:38.595826 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f24f99-a84a-4240-bfa7-c0dcadea7fee req-67e5e939-4e72-4ca8-96e2-0dd50430df8d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:38.597314 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64f24f99-a84a-4240-bfa7-c0dcadea7fee req-67e5e939-4e72-4ca8-96e2-0dd50430df8d tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0488904 Oct 22 18:51:38.623880 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25524d5c-5dc7-465d-b66b-4fb09883e064 req-4ca8bdd3-0b67-4913-97dc-75d6a5a5b43b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:38.625356 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-25524d5c-5dc7-465d-b66b-4fb09883e064 req-4ca8bdd3-0b67-4913-97dc-75d6a5a5b43b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0531166 Oct 22 18:51:38.635123 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64f24f99-a84a-4240-bfa7-c0dcadea7fee req-bf108241-8814-4965-be29-fc44b9ef2380 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4ad75cb-f402-4f35-835c-ab3c16e67c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Oct 22 18:51:38.663482 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-25524d5c-5dc7-465d-b66b-4fb09883e064 req-1fe3a7a8-fe75-47e6-b800-8d7f227eb019 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Oct 22 18:51:39.065170 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-183a200d-e2dc-4d97-9c9e-4ed735df0bcb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:39.066656 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-183a200d-e2dc-4d97-9c9e-4ed735df0bcb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 945 time: 0.0477555 Oct 22 18:51:39.167729 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Deleting port 4fe4558d-e790-4bdb-98e5-b6284da07096 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:39.168070 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:39.254580 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] For port 4fe4558d-e790-4bdb-98e5-b6284da07096, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fe4558d-e790-4bdb-98e5-b6284da07096,segment=NetworkSegment(5e5620df-244c-4091-89eb-8c94b38d8957),segment_id=5e5620df-244c-4091-89eb-8c94b38d8957)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:39.254944 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:39.267350 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Calling delete_port for 4fe4558d-e790-4bdb-98e5-b6284da07096 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:39.396719 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:39.424673 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Pushing event deleted for resources: {'Port': ['ID=4fe4558d-e790-4bdb-98e5-b6284da07096,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:39.438020 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['4fe4558d-e790-4bdb-98e5-b6284da07096'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:51:39.468100 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] No DVR routers for this DVR port 4fe4558d-e790-4bdb-98e5-b6284da07096 on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:51:39.470590 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:39.473936 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4773554d-2100-47fa-aa54-f35fe43ce33b req-f7c689b3-0e73-4215-930d-75eaaec5bffb tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.37 "DELETE /v2.0/ports/4fe4558d-e790-4bdb-98e5-b6284da07096 HTTP/1.1" status: 204 len: 173 time: 0.3936574 Oct 22 18:51:39.474401 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'name': 'network-vif-deleted', 'tag': '4fe4558d-e790-4bdb-98e5-b6284da07096'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:39.476851 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1777b-786f-4e1b-b14f-170281e4afde" -d '{"events": [{"server_uuid": "c5ad6ed6-7985-4108-a581-933f6aab23ff", "name": "network-vif-deleted", "tag": "4fe4558d-e790-4bdb-98e5-b6284da07096"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:39.515243 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a89ee51-0a18-46b6-9055-fbb22ff81d5a x-openstack-request-id: req-1a89ee51-0a18-46b6-9055-fbb22ff81d5a {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:39.515533 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ad6ed6-7985-4108-a581-933f6aab23ff", "name": "network-vif-deleted", "tag": "4fe4558d-e790-4bdb-98e5-b6284da07096", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:39.515786 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a89ee51-0a18-46b6-9055-fbb22ff81d5a {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:39.516178 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ad6ed6-7985-4108-a581-933f6aab23ff', 'name': 'network-vif-deleted', 'tag': '4fe4558d-e790-4bdb-98e5-b6284da07096', 'status': 'completed', 'code': 200} Oct 22 18:51:39.745529 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5d4abee3-6749-4ada-838d-05bc3a9cb510 req-bd097730-9f67-4371-ab5c-7cbc2323e6a9 tempest-AttachVolumeNegativeTest-465572193 tempest-AttachVolumeNegativeTest-465572193-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5ad6ed6-7985-4108-a581-933f6aab23ff HTTP/1.1" status: 200 len: 210 time: 0.0282738 Oct 22 18:51:39.788761 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6811-c592-40c2-ac0e-a3de5704f798 req-152bf4c9-c527-425d-89ca-9603fd6d76d8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:39.790244 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2f7c6811-c592-40c2-ac0e-a3de5704f798 req-152bf4c9-c527-425d-89ca-9603fd6d76d8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Oct 22 18:51:39.827517 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2f7c6811-c592-40c2-ac0e-a3de5704f798 req-7cee76c7-c05d-4707-9304-c31d70982cd4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Oct 22 18:51:40.803550 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36580) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:40.847153 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] Deleting subnet 78052a3d-c520-4c56-b4cd-34e46ac9ac79 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:51:40.850136 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:40.886672 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:40.924133 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:40.975339 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.001574 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78052a3d-c520-4c56-b4cd-34e46ac9ac79,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:41.005213 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.010687 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a9a7eebd-7060-488d-bc34-e20da96ac66a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78052a3d-c520-4c56-b4cd-34e46ac9ac79 HTTP/1.1" status: 204 len: 168 time: 0.2039201 Oct 22 18:51:41.010922 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36582) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:41.088244 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.168982 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.191347 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3214b4-ef5b-4a89-a12a-c05c2c379161']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:51:41.200487 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5620df-244c-4091-89eb-8c94b38d8957') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:51:41.200782 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5620df-244c-4091-89eb-8c94b38d8957') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:51:41.210820 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439947'] for segment, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.229308 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.236236 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:51:41.236610 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12441473'] for segment, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: Traceback (most recent call last): Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: timer() Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: cb(*args, **kw) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: return func(*args, **kwargs) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: self._notify() Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: self.callback(batched_events) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: event.method(event) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: return f(self, *a, **k) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._get(url).json() Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: return self.request(url, 'GET', **kwargs) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:51:41.238350 dv-cinder-815146-1-iscsi neutron-server[106214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:51:41.304184 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.309799 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.314174 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] 10.222.0.15 "DELETE /v2.0/networks/ce3214b4-ef5b-4a89-a12a-c05c2c379161 HTTP/1.1" status: 204 len: 168 time: 0.3022878 Oct 22 18:51:41.327458 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb26a0-58c4-4ab7-899c-8eb1dd0a361d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3214b4-ef5b-4a89-a12a-c05c2c379161,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:41.491655 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36602) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:41.531363 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-56f698f6-13e7-487e-80d7-af5fb16c15d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bbd7dfac0974baa90e5e8b8210853f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384393 Oct 22 18:51:41.533729 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36604) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:41.579806 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-13e9f06e-e38f-4d50-85cf-b5dba928efe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.599865 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-13e9f06e-e38f-4d50-85cf-b5dba928efe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.650608 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-13e9f06e-e38f-4d50-85cf-b5dba928efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.653155 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-13e9f06e-e38f-4d50-85cf-b5dba928efe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:41.654339 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-13e9f06e-e38f-4d50-85cf-b5dba928efe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4ad75cb-f402-4f35-835c-ab3c16e67c00 HTTP/1.1" status: 204 len: 168 time: 0.1196506 Oct 22 18:51:41.662356 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9f06e-e38f-4d50-85cf-b5dba928efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad75cb-f402-4f35-835c-ab3c16e67c00,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:42.797582 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-483d55a8-d072-4be8-9839-26e30440dd6b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646769779&fields=id&tenant_id=662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 267 time: 0.0508785 Oct 22 18:51:42.915399 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-3e59fb44-466d-420e-b98e-808cfa2cb69a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:42.916865 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-3e59fb44-466d-420e-b98e-808cfa2cb69a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 811 time: 0.1118376 Oct 22 18:51:42.933206 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-e5f5f42c-cc12-4500-8f98-1585abebb53f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/quotas/662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 375 time: 0.0098217 Oct 22 18:51:42.985389 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-9f50c64c-7c9e-4f58-8ebe-07e1670049e6 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453563 Oct 22 18:51:43.087927 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-e980f643-36eb-41da-bdfb-b5586154aeec service neutron] 10.222.0.15 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895238 Oct 22 18:51:43.168541 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36670) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:43.175434 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-9630bbb4-fc98-40c8-80b8-d173fa0cc6e4 service neutron] 10.222.0.15 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814686 Oct 22 18:51:43.281026 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:43.360504 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:43.364159 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:43.411132 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36684) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:43.411337 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bedcc9a428e54292ba2b7817b70fa6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415442 Oct 22 18:51:43.413468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bc43fb-1217-4316-8f55-e8b7bef12a8e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:43.423273 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.423756 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.424251 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.424629 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.425054 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.425484 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.425911 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.426308 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.426717 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.427073 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.427536 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.427823 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1184e-7fc0-4331-b111-cce5aeb6bf6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.477737 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:43.512400 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63b181ef-9c2a-4a93-92f3-8b50a6c9ea23 req-1c292717-3749-411f-aecf-96a44d38f176 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 210 time: 0.0659974 Oct 22 18:51:43.530644 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:43.603238 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:43.606493 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:43.608815 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7bc43fb-1217-4316-8f55-e8b7bef12a8e HTTP/1.1" status: 204 len: 168 time: 0.1955440 Oct 22 18:51:43.618894 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bc43fb-1217-4316-8f55-e8b7bef12a8e,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:43.630348 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.631916 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.632699 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.633656 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.634184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.634980 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.635462 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.636063 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.636552 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.637126 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.637751 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.638073 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac928300-fb40-4049-828f-bded16babca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:51:43.704711 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 4fe4558d-e790-4bdb-98e5-b6284da07096 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:51:43.735863 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 4fe4558d-e790-4bdb-98e5-b6284da07096 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:51:43.736573 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 4fe4558d-e790-4bdb-98e5-b6284da07096 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:51:43.759181 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f9acb-e3c3-4020-b615-91ad18e87c90 req-bd378572-a4d9-465a-acd9-2f98d84a75d7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:43.767207 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f17f9acb-e3c3-4020-b615-91ad18e87c90 req-bd378572-a4d9-465a-acd9-2f98d84a75d7 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0584285 Oct 22 18:51:43.802210 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f17f9acb-e3c3-4020-b615-91ad18e87c90 req-8ae8ca51-11f8-424d-9bff-92683f5bbb1d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342157 Oct 22 18:51:43.939737 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36710) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:43.958352 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-123cea7c-d0d9-4977-8546-fb65b7c6e386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.038983 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-123cea7c-d0d9-4977-8546-fb65b7c6e386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.043049 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-123cea7c-d0d9-4977-8546-fb65b7c6e386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.079837 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cea7c-d0d9-4977-8546-fb65b7c6e386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06e61c-5a0e-4573-a66d-a7901035635d,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:44.086907 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-123cea7c-d0d9-4977-8546-fb65b7c6e386 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d96782af87fb42d7baf9272b2410ca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435790 Oct 22 18:51:44.087130 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36712) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:44.138815 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44507cac-3242-4fc1-ab67-6da39b5c00ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.161205 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44507cac-3242-4fc1-ab67-6da39b5c00ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.210223 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44507cac-3242-4fc1-ab67-6da39b5c00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.212747 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44507cac-3242-4fc1-ab67-6da39b5c00ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.213941 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-44507cac-3242-4fc1-ab67-6da39b5c00ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e06e61c-5a0e-4573-a66d-a7901035635d HTTP/1.1" status: 204 len: 168 time: 0.1258433 Oct 22 18:51:44.222117 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44507cac-3242-4fc1-ab67-6da39b5c00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06e61c-5a0e-4573-a66d-a7901035635d,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:44.254318 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b232-0e5c-46da-a5fb-deee2cb34ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.635304 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-29ca51fc-0ae7-4acb-8cd6-7cee5766a25f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:44.637748 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-29ca51fc-0ae7-4acb-8cd6-7cee5766a25f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 811 time: 0.1465731 Oct 22 18:51:44.674634 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6d9c8fbc-3635-44a6-b2f5-d232a2601702 req-8cb5bbfd-1e0c-4136-93b4-79ab9ed84198 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 210 time: 0.0547385 Oct 22 18:51:44.708234 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-f0d8d99c-03c2-49fe-8446-84089cde42c3 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 379 time: 0.0601487 Oct 22 18:51:44.719189 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'port': {'device_id': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'admin_state_up': True, 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'security_groups': ['6d1539c1-4b27-4f94-ab34-f000bbf28219']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:51:44.840354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Made reservation on behalf of 662e66abdd5e4c5cb152281e36cb80e1 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:51:44.844990 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:44.939791 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774059e-339e-40ac-b72e-9123bb43956c req-9a8c35a1-363c-47c1-9a11-f2b24f4388ab tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:44.942212 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9774059e-339e-40ac-b72e-9123bb43956c req-9a8c35a1-363c-47c1-9a11-f2b24f4388ab tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0610077 Oct 22 18:51:44.997670 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Allocated IP 172.20.0.6 (bc43ee55-7f34-48f5-82f6-ae9760f90819/6491d84d-ce60-4272-a924-02bc52680915/2ce0f256-50fa-42a5-8505-e41af603ede7) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:51:45.018454 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9774059e-339e-40ac-b72e-9123bb43956c req-b840c4a9-93f9-4752-aacc-06e7fc91af8b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659058 Oct 22 18:51:45.142098 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:45.180800 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:45.228056 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:51:45.231157 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:51:45.235522 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:51:45.244321 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=2ce0f256-50fa-42a5-8505-e41af603ede7,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:45.317488 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:45.318292 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:45.340174 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-77dbe291-9c91-4f39-a0e5-52444c14df18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244140 Oct 22 18:51:45.359992 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Request body: {'port': {'device_id': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:51:45.431775 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:45.487810 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-000610ef-6415-46ad-bc25-9caf144a52c1 None None] Provisioning complete for port 2ce0f256-50fa-42a5-8505-e41af603ede7 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:51:45.488296 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-000610ef-6415-46ad-bc25-9caf144a52c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:45.528471 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-000610ef-6415-46ad-bc25-9caf144a52c1 None None] Port 2ce0f256-50fa-42a5-8505-e41af603ede7 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:51:45.730179 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce0f256-50fa-42a5-8505-e41af603ede7 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:51:45.738240 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:45.751903 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Transition to ACTIVE for port object 2ce0f256-50fa-42a5-8505-e41af603ede7 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:51:45.759687 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:45.801931 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962874-c745-4a3a-a204-ac354f9dea8b req-defd3c8b-491b-41c6-be6b-75843f836716 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:45.803683 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1a962874-c745-4a3a-a204-ac354f9dea8b req-defd3c8b-491b-41c6-be6b-75843f836716 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 931 time: 0.0638278 Oct 22 18:51:45.827604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce0f256-50fa-42a5-8505-e41af603ede7,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:45.846487 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1a962874-c745-4a3a-a204-ac354f9dea8b req-6e5003c0-aacd-4f1f-8cbd-950ac0122a69 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369081 Oct 22 18:51:45.913727 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Attempting to bind port 2ce0f256-50fa-42a5-8505-e41af603ede7 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:51:45.914526 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Attempting to bind port 2ce0f256-50fa-42a5-8505-e41af603ede7 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:51:45.914860 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Attempting to bind port 2ce0f256-50fa-42a5-8505-e41af603ede7 on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:51:45.919819 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Port 2ce0f256-50fa-42a5-8505-e41af603ede7 on network bc43ee55-7f34-48f5-82f6-ae9760f90819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:51:45.920358 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Attempting to bind port 2ce0f256-50fa-42a5-8505-e41af603ede7 on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:51:45.926516 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:51:45.926857 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Checking segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:51:45.927241 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Bound using segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:51:45.927671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Bound port: 2ce0f256-50fa-42a5-8505-e41af603ede7, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:51:45.928029 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:46.011698 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] For port 2ce0f256-50fa-42a5-8505-e41af603ede7, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:51:46.017166 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] For port 2ce0f256-50fa-42a5-8505-e41af603ede7, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2ce0f256-50fa-42a5-8505-e41af603ede7,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:51:46.021602 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:46.064082 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.064506 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:46.066122 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ce0f256-50fa-42a5-8505-e41af603ede7 HTTP/1.1" status: 200 len: 1093 time: 0.7112718 Oct 22 18:51:46.066565 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:46.068904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138ee44c-7818-4625-90ac-ac8599b50d31" -d '{"events": [{"name": "network-changed", "server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:46.107975 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a0c0f-2c79-4767-9290-99d8d12be834 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce0f256-50fa-42a5-8505-e41af603ede7,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:46.153189 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d067b70c-0e6a-4c48-adb2-3328659d8b8b x-openstack-request-id: req-d067b70c-0e6a-4c48-adb2-3328659d8b8b {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:46.153489 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:46.153743 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d067b70c-0e6a-4c48-adb2-3328659d8b8b {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:46.154166 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'status': 'completed', 'code': 200} Oct 22 18:51:46.199500 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-a3a62d0c-56b3-460e-ac1a-ad23b0369e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.202324 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-a3a62d0c-56b3-460e-ac1a-ad23b0369e56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 1096 time: 0.0846391 Oct 22 18:51:46.214612 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6f24e-4ac5-4294-a393-dc862fc1dcf0 req-62226c30-d850-4724-9a04-a707ab165a20 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.216098 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4fd6f24e-4ac5-4294-a393-dc862fc1dcf0 req-62226c30-d850-4724-9a04-a707ab165a20 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0838661 Oct 22 18:51:46.270166 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-61466f92-519a-4cdb-ade4-5868e8e7c77b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce0f256-50fa-42a5-8505-e41af603ede7 HTTP/1.1" status: 200 len: 217 time: 0.0530677 Oct 22 18:51:46.315859 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4fd6f24e-4ac5-4294-a393-dc862fc1dcf0 req-ff1046f0-5fe2-45ba-9a49-c9c8cd61517b tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897765 Oct 22 18:51:46.332478 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-a83228bb-3881-4217-a23c-700e74ae9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.334178 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-a83228bb-3881-4217-a23c-700e74ae9228 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0560846 Oct 22 18:51:46.381153 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389238-b874-4f29-ba45-7c672029ba52 req-0e764e09-0ff9-4dc1-a46d-07eac6b520e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.382686 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-0e764e09-0ff9-4dc1-a46d-07eac6b520e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409567 Oct 22 18:51:46.476760 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-c3ba9e33-062b-4115-a7c2-9b2fc98d3a92 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848551 Oct 22 18:51:46.570046 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72389238-b874-4f29-ba45-7c672029ba52 req-fdda764a-9b41-46c8-ad29-023c8a171816 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821967 Oct 22 18:51:46.679443 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-60d979bd-d4ed-488e-9f92-24f006882a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.680965 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-60d979bd-d4ed-488e-9f92-24f006882a20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 1096 time: 0.0532751 Oct 22 18:51:46.772076 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-ddc94762-28b7-4592-b0f0-dceff17dfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.773550 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-ddc94762-28b7-4592-b0f0-dceff17dfbff service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.0856462 Oct 22 18:51:46.817602 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-0f0804c5-b5b2-48a6-823d-32edc6ef0634 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce0f256-50fa-42a5-8505-e41af603ede7 HTTP/1.1" status: 200 len: 217 time: 0.0364325 Oct 22 18:51:46.903329 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-d74f3e81-f834-47bb-8577-5055e12da853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.905285 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-d74f3e81-f834-47bb-8577-5055e12da853 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0461366 Oct 22 18:51:46.907455 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-8ca4d9b1-3adb-4462-be65-73dbf4164768 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.908916 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-8ca4d9b1-3adb-4462-be65-73dbf4164768 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 946 time: 0.0495687 Oct 22 18:51:46.943388 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be8602e7-ba39-4db0-b626-37f18bfaebea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:46.960546 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-9706c706-acd2-4f5d-9c3f-c4228c9ee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:46.962106 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-9706c706-acd2-4f5d-9c3f-c4228c9ee09e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449214 Oct 22 18:51:47.070636 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088095-6bb0-47bf-8e11-8a0f518a3340 req-c2e4cad9-5bcd-42ae-8a78-ca9400c0541f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:47.072422 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-14088095-6bb0-47bf-8e11-8a0f518a3340 req-c2e4cad9-5bcd-42ae-8a78-ca9400c0541f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.1478877 Oct 22 18:51:47.137383 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-14088095-6bb0-47bf-8e11-8a0f518a3340 req-b7f5dc02-438b-4cff-9957-d08a581c36fe tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569351 Oct 22 18:51:47.149370 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Deleting port a6f7a357-23ed-4135-95fe-f8fda72405ce {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:47.150090 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:47.253104 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] For port a6f7a357-23ed-4135-95fe-f8fda72405ce, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a6f7a357-23ed-4135-95fe-f8fda72405ce,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:47.253708 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:47.277659 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Calling delete_port for a6f7a357-23ed-4135-95fe-f8fda72405ce owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:47.318748 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-58cbb11e-a00e-47e0-b258-7f2bc2b28c37 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480501 Oct 22 18:51:47.442799 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-138ee44c-7818-4625-90ac-ac8599b50d31 req-2e53839f-4409-454e-aa4c-0753458fe084 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161060 Oct 22 18:51:47.502414 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:47.514816 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['dc3a5754-50f5-46fc-a509-bb6ec9de94b2', 'a6f7a357-23ed-4135-95fe-f8fda72405ce'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:51:47.533421 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Pushing event deleted for resources: {'Port': ['ID=a6f7a357-23ed-4135-95fe-f8fda72405ce,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:47.550893 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d76c98-9471-46f2-aed5-b910278eac3e req-700344fb-fba9-4542-bb1a-621c1dc8b71e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:47.554475 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1d76c98-9471-46f2-aed5-b910278eac3e req-700344fb-fba9-4542-bb1a-621c1dc8b71e tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca8f5cd-f209-41bf-ace5-23f8910007df HTTP/1.1" status: 200 len: 867 time: 0.0940282 Oct 22 18:51:47.634722 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] No DVR routers for this DVR port a6f7a357-23ed-4135-95fe-f8fda72405ce on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:51:47.644670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:47.648074 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8f173c90-50d5-40c9-a433-ea1b74456aee req-ac573cc0-74ef-461f-b4aa-ea8038bc6989 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "DELETE /v2.0/ports/a6f7a357-23ed-4135-95fe-f8fda72405ce HTTP/1.1" status: 204 len: 173 time: 0.7304437 Oct 22 18:51:47.648521 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'name': 'network-vif-deleted', 'tag': 'a6f7a357-23ed-4135-95fe-f8fda72405ce'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:47.650845 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9ff884-3e63-48a6-a4ad-4fd92335756e" -d '{"events": [{"server_uuid": "4ca8f5cd-f209-41bf-ace5-23f8910007df", "name": "network-vif-deleted", "tag": "a6f7a357-23ed-4135-95fe-f8fda72405ce"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:47.660386 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1d76c98-9471-46f2-aed5-b910278eac3e req-64274b88-224f-436e-9d28-36909f91f0e9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823169 Oct 22 18:51:47.710092 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c459dbc2-353d-4ae1-bc32-d3dd97a48b45 x-openstack-request-id: req-c459dbc2-353d-4ae1-bc32-d3dd97a48b45 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:47.710385 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8f5cd-f209-41bf-ace5-23f8910007df", "name": "network-vif-deleted", "tag": "a6f7a357-23ed-4135-95fe-f8fda72405ce", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:47.710640 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c459dbc2-353d-4ae1-bc32-d3dd97a48b45 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:47.711039 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8f5cd-f209-41bf-ace5-23f8910007df', 'name': 'network-vif-deleted', 'tag': 'a6f7a357-23ed-4135-95fe-f8fda72405ce', 'status': 'completed', 'code': 200} Oct 22 18:51:47.926473 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:48.255035 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92e48-64b6-4cff-b01a-6ea60abd6944 req-1f57b84c-5fa9-4e22-89b0-ba344811e29b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:48.256433 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cbc92e48-64b6-4cff-b01a-6ea60abd6944 req-1f57b84c-5fa9-4e22-89b0-ba344811e29b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.0490227 Oct 22 18:51:48.294841 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cbc92e48-64b6-4cff-b01a-6ea60abd6944 req-e2758759-e0e0-42b5-8d6f-e99c0f671a79 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Oct 22 18:51:48.301868 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.018757 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-7bcacbc4-4b26-4f45-83b6-692f6ca08e40 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442644965&fields=id&tenant_id=51c089a42bdd43b9ac5311b376bd4533 HTTP/1.1" status: 200 len: 267 time: 0.0355029 Oct 22 18:51:49.039817 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36878) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:49.170405 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-15b12f73-eb2e-4191-925f-357d2494a042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.181228 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-6b3a5f85-0521-45c7-b284-c1efaca62e93 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:49.182718 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-6b3a5f85-0521-45c7-b284-c1efaca62e93 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 809 time: 0.1558232 Oct 22 18:51:49.199212 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-87c26f43-00b5-4a5c-977f-c207da5bf4f6 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/quotas/51c089a42bdd43b9ac5311b376bd4533 HTTP/1.1" status: 200 len: 375 time: 0.0093079 Oct 22 18:51:49.244299 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92618c-7f88-441e-94c5-743a5c8657d8 req-b6c3ad53-fa10-41fb-8c37-3a70b71439d4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:49.245916 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ad92618c-7f88-441e-94c5-743a5c8657d8 req-b6c3ad53-fa10-41fb-8c37-3a70b71439d4 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0775783 Oct 22 18:51:49.268237 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-aacb85ca-9e06-4290-bd6e-34f5fb4a0fc3 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627515 Oct 22 18:51:49.313132 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ad92618c-7f88-441e-94c5-743a5c8657d8 req-e285476f-1139-4852-b549-cbdb8f5a12d9 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554383 Oct 22 18:51:49.334129 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-15b12f73-eb2e-4191-925f-357d2494a042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.339566 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-15b12f73-eb2e-4191-925f-357d2494a042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.375060 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-d74abdcd-faf2-4574-aa85-9adfb6a3893f service neutron] 10.222.0.15 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917873 Oct 22 18:51:49.377661 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b12f73-eb2e-4191-925f-357d2494a042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6af81-b9c4-4f9b-98c6-8129554d3f1c,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:49.383128 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-15b12f73-eb2e-4191-925f-357d2494a042 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6c308bfeaa647688ff96259edc21cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418930 Oct 22 18:51:49.385989 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36886) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:49.431794 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9db95-2c31-43f2-a9f3-e48092fdd30a req-14715f07-8f41-48a6-b20a-55d5dbc3e0e9 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:49.433186 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a8f9db95-2c31-43f2-a9f3-e48092fdd30a req-14715f07-8f41-48a6-b20a-55d5dbc3e0e9 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.0490117 Oct 22 18:51:49.472534 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a8f9db95-2c31-43f2-a9f3-e48092fdd30a req-070d5cf5-1e0d-42ef-b073-2b8a9b9b11ee tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323708 Oct 22 18:51:49.504861 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5acd-9b93-493c-96c9-87bef0aee6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.525103 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-6c78d9e1-57da-4120-9a6d-88f4b55c9fed service neutron] 10.222.0.15 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368296 Oct 22 18:51:49.538249 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5acd-9b93-493c-96c9-87bef0aee6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.593028 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5acd-9b93-493c-96c9-87bef0aee6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.596063 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5acd-9b93-493c-96c9-87bef0aee6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.600006 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3ecb5acd-9b93-493c-96c9-87bef0aee6c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fff6af81-b9c4-4f9b-98c6-8129554d3f1c HTTP/1.1" status: 204 len: 168 time: 0.2129812 Oct 22 18:51:49.608138 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb5acd-9b93-493c-96c9-87bef0aee6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6af81-b9c4-4f9b-98c6-8129554d3f1c,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:49.836826 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a98d90bd-9093-4cb2-985c-33f0b9157ad1 req-bdf425ac-02ac-4180-9e41-b3cdd57c0f2b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 210 time: 0.0267613 Oct 22 18:51:49.899215 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 36910) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:49.916486 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6081c3f8-440e-4322-ad32-4a2d08ff67d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.936005 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:49.999517 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6081c3f8-440e-4322-ad32-4a2d08ff67d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:50.003307 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6081c3f8-440e-4322-ad32-4a2d08ff67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:50.042468 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-6081c3f8-440e-4322-ad32-4a2d08ff67d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=497379ca23854cc39f511fbb810c7e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420994 Oct 22 18:51:50.044517 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081c3f8-440e-4322-ad32-4a2d08ff67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3d5e55-0b0e-464e-adb9-70e3331cd8c8,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:50.045871 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 36914) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:50.095543 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1151c077-0ef8-4461-965f-18eef2c98b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:50.118569 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1151c077-0ef8-4461-965f-18eef2c98b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:50.177904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1151c077-0ef8-4461-965f-18eef2c98b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:50.180643 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1151c077-0ef8-4461-965f-18eef2c98b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:50.184893 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1151c077-0ef8-4461-965f-18eef2c98b19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f3d5e55-0b0e-464e-adb9-70e3331cd8c8 HTTP/1.1" status: 204 len: 168 time: 0.1349058 Oct 22 18:51:50.197019 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151c077-0ef8-4461-965f-18eef2c98b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3d5e55-0b0e-464e-adb9-70e3331cd8c8,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:50.445645 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606649b-fd93-4981-a184-2716ab48f329 req-05ec38bf-5b1e-4c40-9f01-39f1d47c3af8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:50.447160 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8606649b-fd93-4981-a184-2716ab48f329 req-05ec38bf-5b1e-4c40-9f01-39f1d47c3af8 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0539241 Oct 22 18:51:50.489495 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8606649b-fd93-4981-a184-2716ab48f329 req-01c8c236-d0b2-4648-be26-b52f51afbcac tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360544 Oct 22 18:51:50.595458 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bed4f7-98ff-4af2-922a-f48bda00c6f2 req-287ae542-6a11-4734-9bb4-1b5cc5a02c97 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:50.596960 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c5bed4f7-98ff-4af2-922a-f48bda00c6f2 req-287ae542-6a11-4734-9bb4-1b5cc5a02c97 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.0528419 Oct 22 18:51:50.641238 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c5bed4f7-98ff-4af2-922a-f48bda00c6f2 req-e5d07b89-fa77-4c09-bb44-e5d8a4b8ce16 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377777 Oct 22 18:51:50.921394 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-c334d028-d57a-48cc-a9b1-cdef4c8731fd tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:50.923032 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-c334d028-d57a-48cc-a9b1-cdef4c8731fd tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 809 time: 0.1184559 Oct 22 18:51:50.954871 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3de46f42-996b-4975-8746-50b274b657ab req-af519dc7-6df7-40aa-b33f-37a2d666a4d2 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 210 time: 0.0308392 Oct 22 18:51:50.995572 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-bd09975b-356c-4958-8bab-f74e3dd4350b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c089a42bdd43b9ac5311b376bd4533 HTTP/1.1" status: 200 len: 379 time: 0.0612378 Oct 22 18:51:51.006253 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'port': {'device_id': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'admin_state_up': True, 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'security_groups': ['e7a96859-a3f2-46a5-aafe-683dc33c6a5a']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:51:51.119915 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Made reservation on behalf of 51c089a42bdd43b9ac5311b376bd4533 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:51:51.123976 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:51.249581 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Allocated IP 172.20.0.9 (1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47/b0f62572-2170-4910-a7e5-ba281d9b74c6/9250f885-56ee-407f-959d-038c45584f53) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:51:51.393193 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:51.426098 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:51.464588 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:51:51.469978 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:51:51.473700 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:51:51.503903 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:51.545929 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:51.546913 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:51.577805 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-72321ed0-c383-46e8-afc0-35667ea6631f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746932 Oct 22 18:51:51.603621 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Request body: {'port': {'device_id': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:51:51.629210 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797c0-8e38-4579-8697-a3992fdf43cf req-59b4b8eb-6f27-439e-8bce-b0ea6c773e36 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:51.634095 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4d8797c0-8e38-4579-8697-a3992fdf43cf req-59b4b8eb-6f27-439e-8bce-b0ea6c773e36 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0648355 Oct 22 18:51:51.689153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:51.706833 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4d8797c0-8e38-4579-8697-a3992fdf43cf req-bebcb429-e084-49d9-8cfa-14d6b0b9168d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654345 Oct 22 18:51:51.771607 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-d2bedde5-2582-4645-bcce-1f0b12d10af3 None None] Provisioning complete for port 9250f885-56ee-407f-959d-038c45584f53 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:51:51.773056 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d2bedde5-2582-4645-bcce-1f0b12d10af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:51.823262 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a6f7a357-23ed-4135-95fe-f8fda72405ce no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:51:51.827552 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d2bedde5-2582-4645-bcce-1f0b12d10af3 None None] Port 9250f885-56ee-407f-959d-038c45584f53 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:51:51.851866 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: a6f7a357-23ed-4135-95fe-f8fda72405ce {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:51:51.852219 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a6f7a357-23ed-4135-95fe-f8fda72405ce not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:51:51.860603 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946c14-cb95-470e-99fa-1dbb64ce6cdd req-8787c948-a31b-410b-ba5d-8687a4649d31 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:51.862094 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4c946c14-cb95-470e-99fa-1dbb64ce6cdd req-8787c948-a31b-410b-ba5d-8687a4649d31 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.1240070 Oct 22 18:51:51.947725 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4c946c14-cb95-470e-99fa-1dbb64ce6cdd req-2cbedee0-e98b-4709-8a0d-7ff67b50db2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793328 Oct 22 18:51:52.054565 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9250f885-56ee-407f-959d-038c45584f53 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:51:52.063482 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.077765 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Transition to ACTIVE for port object 9250f885-56ee-407f-959d-038c45584f53 will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:51:52.082222 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.082387 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4f165-ffab-4d58-9365-1d2a9e9dbddf req-50e5d17e-4d12-4cea-9817-46685606f719 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:52.083869 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-28c4f165-ffab-4d58-9365-1d2a9e9dbddf req-50e5d17e-4d12-4cea-9817-46685606f719 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 931 time: 0.0527301 Oct 22 18:51:52.131573 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-28c4f165-ffab-4d58-9365-1d2a9e9dbddf req-c81e53c3-e449-4e5f-9e7e-76bc8289f13a tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414150 Oct 22 18:51:52.133061 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:52.224487 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Attempting to bind port 9250f885-56ee-407f-959d-038c45584f53 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:51:52.224828 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Attempting to bind port 9250f885-56ee-407f-959d-038c45584f53 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:51:52.225183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Attempting to bind port 9250f885-56ee-407f-959d-038c45584f53 on network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:51:52.230120 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Port 9250f885-56ee-407f-959d-038c45584f53 on network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:51:52.230443 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Attempting to bind port 9250f885-56ee-407f-959d-038c45584f53 on network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:51:52.236489 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:51:52.236829 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Checking segment: {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:51:52.237223 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Bound using segment: {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:51:52.237655 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Bound port: 9250f885-56ee-407f-959d-038c45584f53, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0e2fa7-a240-428a-b8a5-36ec3387ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:51:52.238016 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.273703 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37012) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:52.312607 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:51:52.315910 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:51:52.320167 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.359234 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:52.360206 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.362184 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] 10.222.0.37 "PUT /v2.0/ports/9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 1093 time: 0.7707419 Oct 22 18:51:52.363284 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'tag': '9250f885-56ee-407f-959d-038c45584f53'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:52.365679 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ab41df-8c32-4ec2-83a8-640df86062c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "tag": "9250f885-56ee-407f-959d-038c45584f53"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:52.408076 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9d006-8e40-4e5e-bd85-f71285767688 service neutron] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:52.411043 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f47fa1f4-99c4-4691-98b3-64c98de4c39f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.412640 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d980c617-8c1e-4d2b-a3df-cfdf53db594f x-openstack-request-id: req-d980c617-8c1e-4d2b-a3df-cfdf53db594f {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:52.413556 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "tag": "9250f885-56ee-407f-959d-038c45584f53", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:52.413865 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d980c617-8c1e-4d2b-a3df-cfdf53db594f {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:52.414480 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'tag': '9250f885-56ee-407f-959d-038c45584f53', 'status': 'completed', 'code': 200} Oct 22 18:51:52.474448 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:51:52.481143 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-e25c535e-7f23-4c13-833d-d96a1e9ade1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:52.483196 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-e25c535e-7f23-4c13-833d-d96a1e9ade1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1096 time: 0.0563235 Oct 22 18:51:52.509784 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f47fa1f4-99c4-4691-98b3-64c98de4c39f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.514946 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f47fa1f4-99c4-4691-98b3-64c98de4c39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.535686 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-f8d2e44d-3c80-4626-98ac-975c792278df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 217 time: 0.0392387 Oct 22 18:51:52.557226 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f47fa1f4-99c4-4691-98b3-64c98de4c39f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6be59dda7a004f3f996c53932103251d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801874 Oct 22 18:51:52.557226 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fa1f4-99c4-4691-98b3-64c98de4c39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea5eb1-1f9d-49e9-ba65-a2b8db130a72,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:52.558174 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37020) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:52.591294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-fb386aed-c78e-4ff3-bcdc-3504713b8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:52.592827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-fb386aed-c78e-4ff3-bcdc-3504713b8325 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.0487585 Oct 22 18:51:52.610471 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0b51c86-0b75-40bb-a7de-92d3d6f63793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.632367 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0b51c86-0b75-40bb-a7de-92d3d6f63793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.641766 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-6c5bc95a-5809-45c2-ba81-e8b9a60e88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:52.643404 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-6c5bc95a-5809-45c2-ba81-e8b9a60e88cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407634 Oct 22 18:51:52.680538 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0b51c86-0b75-40bb-a7de-92d3d6f63793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.683333 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0b51c86-0b75-40bb-a7de-92d3d6f63793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:52.688369 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e0b51c86-0b75-40bb-a7de-92d3d6f63793 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41ea5eb1-1f9d-49e9-ba65-a2b8db130a72 HTTP/1.1" status: 204 len: 168 time: 0.1286089 Oct 22 18:51:52.698001 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b51c86-0b75-40bb-a7de-92d3d6f63793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea5eb1-1f9d-49e9-ba65-a2b8db130a72,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:52.841745 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af3c2-ce52-4c50-9a4b-a681fe91862f req-6bad49b3-6f2e-4105-972c-49b83b2771aa tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:52.849373 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-028af3c2-ce52-4c50-9a4b-a681fe91862f req-6bad49b3-6f2e-4105-972c-49b83b2771aa tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0642834 Oct 22 18:51:52.887227 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-028af3c2-ce52-4c50-9a4b-a681fe91862f req-cca6c92a-85d7-483f-a2b7-6fd2414cdadc tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Oct 22 18:51:52.988219 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-f4451754-f2bc-4843-888d-0e6abca912df service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298676 Oct 22 18:51:53.011889 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.027179 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37034) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:53.046753 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6f9f-ba84-4be1-ab1d-8e6eedbb46bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.086687 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3dabea55-3f6b-48f0-91ab-96eb67edef4e req-f6d2082e-2d19-4340-ba41-f301cfd13c0d service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851502 Oct 22 18:51:53.119562 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c680164-527c-4f88-9f1d-027e990bec06 req-f97c35fd-2321-456d-889f-8ebdeec052cb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:53.121058 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8c680164-527c-4f88-9f1d-027e990bec06 req-f97c35fd-2321-456d-889f-8ebdeec052cb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.0767887 Oct 22 18:51:53.182895 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8c680164-527c-4f88-9f1d-027e990bec06 req-ab1e1be6-5a25-413a-915f-335db50e3f10 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537822 Oct 22 18:51:53.195867 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6f9f-ba84-4be1-ab1d-8e6eedbb46bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.201403 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6f9f-ba84-4be1-ab1d-8e6eedbb46bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.204434 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-57bfcf33-d452-4be4-9dbf-7af369059c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:53.205922 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-57bfcf33-d452-4be4-9dbf-7af369059c0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1096 time: 0.0540514 Oct 22 18:51:53.241354 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bd1e6f9f-ba84-4be1-ab1d-8e6eedbb46bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dba06c0ab474d558fe07a7ebc96f447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127852 Oct 22 18:51:53.242254 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e6f9f-ba84-4be1-ab1d-8e6eedbb46bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bada4a-3ba2-4d4d-ae07-32d02a3d5250,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:53.244821 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37040) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:53.294402 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06711e79-7ff4-4ad1-b423-7782fba1017e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.316895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06711e79-7ff4-4ad1-b423-7782fba1017e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.317107 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb08cb-ccf4-459b-a82a-42a58886a261 req-7ca0f7cb-3eac-4460-8189-4ea54c1370cd tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:53.318463 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-93fb08cb-ccf4-459b-a82a-42a58886a261 req-7ca0f7cb-3eac-4460-8189-4ea54c1370cd tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.1059587 Oct 22 18:51:53.357206 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-fd5856c9-c03a-4eac-8a83-1c1eaddded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:53.359195 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-fd5856c9-c03a-4eac-8a83-1c1eaddded66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 910 time: 0.1456046 Oct 22 18:51:53.372420 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06711e79-7ff4-4ad1-b423-7782fba1017e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.375453 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06711e79-7ff4-4ad1-b423-7782fba1017e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:53.379022 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-06711e79-7ff4-4ad1-b423-7782fba1017e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2bada4a-3ba2-4d4d-ae07-32d02a3d5250 HTTP/1.1" status: 204 len: 168 time: 0.1308722 Oct 22 18:51:53.379179 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-93fb08cb-ccf4-459b-a82a-42a58886a261 req-aed091f0-0c9f-4d45-9d2f-71f01c2b844d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530713 Oct 22 18:51:53.385667 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06711e79-7ff4-4ad1-b423-7782fba1017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bada4a-3ba2-4d4d-ae07-32d02a3d5250,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:53.436606 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-bdafb44c-4be1-4c17-b7a9-baa544682306 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 217 time: 0.0670714 Oct 22 18:51:53.489445 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-6bb7e027-d67f-4206-b6e0-6b3e237afe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:53.490951 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-6bb7e027-d67f-4206-b6e0-6b3e237afe1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.0442464 Oct 22 18:51:53.542233 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-2c688b8e-9fd6-4a12-844f-e5558cb06a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:53.543759 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-2c688b8e-9fd6-4a12-844f-e5558cb06a34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408585 Oct 22 18:51:53.641189 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-3dee8319-ca20-4184-aa3c-28c98771ffb1 service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865512 Oct 22 18:51:53.737464 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2ab41df-8c32-4ec2-83a8-640df86062c0 req-b20aabf4-583a-491e-a4d3-4e6c331c24f5 service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883980 Oct 22 18:51:54.017307 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a3e1-1f4b-499f-8e16-b77d2c248f18 req-fe91383c-cdc8-4e0a-8813-39e0c8f9bd1d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:54.025177 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0873a3e1-1f4b-499f-8e16-b77d2c248f18 req-fe91383c-cdc8-4e0a-8813-39e0c8f9bd1d tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0644791 Oct 22 18:51:54.062683 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0873a3e1-1f4b-499f-8e16-b77d2c248f18 req-717323e8-e78e-4093-95d1-99cc5146b362 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364852 Oct 22 18:51:54.316595 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc121c33-c15c-4192-9bff-2ad68b51d491 req-64b931e1-3d50-4a64-8268-f5b29f9f9445 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:54.318245 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc121c33-c15c-4192-9bff-2ad68b51d491 req-64b931e1-3d50-4a64-8268-f5b29f9f9445 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.0577345 Oct 22 18:51:54.360456 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc121c33-c15c-4192-9bff-2ad68b51d491 req-4eb76b53-432e-42e9-93b5-1e029ab9a79d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359514 Oct 22 18:51:54.504248 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178eb31-41c9-44e6-b5f5-372e74ede055 req-41648321-9108-4232-8811-cdfcf9755cac tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:54.505592 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5178eb31-41c9-44e6-b5f5-372e74ede055 req-41648321-9108-4232-8811-cdfcf9755cac tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0520790 Oct 22 18:51:54.546332 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5178eb31-41c9-44e6-b5f5-372e74ede055 req-1682d0e7-925d-4fc2-abd0-deb80159270a tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349188 Oct 22 18:51:55.181743 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04804-7836-4e71-9adb-608bed5f30fe req-f66d9bb3-c757-4eb8-bb61-e486bd654858 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:55.183221 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6dd04804-7836-4e71-9adb-608bed5f30fe req-f66d9bb3-c757-4eb8-bb61-e486bd654858 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0543821 Oct 22 18:51:55.220757 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6dd04804-7836-4e71-9adb-608bed5f30fe req-166e33ed-274a-48ef-8135-8d9380334fd3 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Oct 22 18:51:55.481246 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213f300-65a2-4ee6-b72a-9f8b9af01329 req-aca85663-25d0-4e1c-a962-565fd9bc9e5e tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:55.483152 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8213f300-65a2-4ee6-b72a-9f8b9af01329 req-aca85663-25d0-4e1c-a962-565fd9bc9e5e tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 943 time: 0.0493548 Oct 22 18:51:55.521071 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8213f300-65a2-4ee6-b72a-9f8b9af01329 req-7b236678-1bd1-4847-8f59-58fb706c5c13 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321743 Oct 22 18:51:55.659287 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c07906-ad9c-4c4e-97be-f7870b4dbd2a req-22f51721-17a4-4ec8-8ac1-3f92324c293f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:55.660757 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b1c07906-ad9c-4c4e-97be-f7870b4dbd2a req-22f51721-17a4-4ec8-8ac1-3f92324c293f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0494285 Oct 22 18:51:55.697408 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b1c07906-ad9c-4c4e-97be-f7870b4dbd2a req-b1a672b0-5c4a-4541-ae87-f1c48f150976 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306849 Oct 22 18:51:55.801929 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 2ce0f256-50fa-42a5-8505-e41af603ede7 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:51:55.899824 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 2ce0f256-50fa-42a5-8505-e41af603ede7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2ce0f256-50fa-42a5-8505-e41af603ede7,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:55.911635 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'port_id': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:51:55.947948 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:55.960236 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce0f256-50fa-42a5-8505-e41af603ede7 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:51:55.980152 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 2ce0f256-50fa-42a5-8505-e41af603ede7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2ce0f256-50fa-42a5-8505-e41af603ede7,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:55.984766 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:56.035730 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=2ce0f256-50fa-42a5-8505-e41af603ede7,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:56.073096 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-2c0c7788-7951-44d7-9e12-14f31944f864 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:56.074509 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-2c0c7788-7951-44d7-9e12-14f31944f864 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Oct 22 18:51:56.172529 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Deleting port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:56.172867 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:56.265672 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] For port dc3a5754-50f5-46fc-a509-bb6ec9de94b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:56.266063 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:56.280712 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Calling delete_port for dc3a5754-50f5-46fc-a509-bb6ec9de94b2 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:56.412813 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a50d3f-cb53-4211-9e73-38f4c542ce22 req-beb5223f-6d49-4193-a8fb-b084fc1a7f0f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:56.414750 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-30a50d3f-cb53-4211-9e73-38f4c542ce22 req-beb5223f-6d49-4193-a8fb-b084fc1a7f0f tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f34ea3-34b5-4b11-be59-f9051ec61c72 HTTP/1.1" status: 200 len: 945 time: 0.1224854 Oct 22 18:51:56.471948 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-30a50d3f-cb53-4211-9e73-38f4c542ce22 req-9c20c769-34df-4fb2-abe6-39791134e807 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.15 "GET /v2.0/security-groups?id=08b099a5-df27-4ded-8284-f89fe8038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447342 Oct 22 18:51:56.478867 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['2ce0f256-50fa-42a5-8505-e41af603ede7'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:51:56.552490 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:56.602892 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Pushing event deleted for resources: {'Port': ['ID=dc3a5754-50f5-46fc-a509-bb6ec9de94b2,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:56.673924 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] No DVR routers for this DVR port dc3a5754-50f5-46fc-a509-bb6ec9de94b2 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:51:56.677106 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:56.680580 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-562446d8-e8f5-453c-927f-8d3749348bf9 req-74aa3b5a-8475-4575-afaf-4851ef399e34 tempest-ServerRescueNegativeTestJSON-335666479 tempest-ServerRescueNegativeTestJSON-335666479-project] 10.222.0.37 "DELETE /v2.0/ports/dc3a5754-50f5-46fc-a509-bb6ec9de94b2 HTTP/1.1" status: 204 len: 173 time: 0.5988977 Oct 22 18:51:56.680988 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'name': 'network-vif-deleted', 'tag': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:56.683362 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc4288-abf7-4e01-bbb5-296e898c63b1" -d '{"events": [{"server_uuid": "d8f34ea3-34b5-4b11-be59-f9051ec61c72", "name": "network-vif-deleted", "tag": "dc3a5754-50f5-46fc-a509-bb6ec9de94b2"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:56.700134 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ee67-7b5c-4f81-8bff-0ea396cdddf6 req-58a05aeb-ec18-44e2-b94c-9f01dbc8e91a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:56.702441 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae54ee67-7b5c-4f81-8bff-0ea396cdddf6 req-58a05aeb-ec18-44e2-b94c-9f01dbc8e91a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 944 time: 0.0887158 Oct 22 18:51:56.759503 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae54ee67-7b5c-4f81-8bff-0ea396cdddf6 req-a29846fe-cb96-48c8-ad9e-3eb14c79a9b0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505321 Oct 22 18:51:56.875005 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94806717-7c96-401c-8fd4-2df50bbee3bc x-openstack-request-id: req-94806717-7c96-401c-8fd4-2df50bbee3bc {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:56.875338 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f34ea3-34b5-4b11-be59-f9051ec61c72", "name": "network-vif-deleted", "tag": "dc3a5754-50f5-46fc-a509-bb6ec9de94b2", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:56.875534 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94806717-7c96-401c-8fd4-2df50bbee3bc {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:56.875922 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f34ea3-34b5-4b11-be59-f9051ec61c72', 'name': 'network-vif-deleted', 'tag': 'dc3a5754-50f5-46fc-a509-bb6ec9de94b2', 'status': 'completed', 'code': 200} Oct 22 18:51:56.890463 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-9785bd2d-fcf4-4c49-a058-bdf78379755d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524545 Oct 22 18:51:56.900096 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ec0c8-6e9d-4b1c-8dc9-a0e1cc38ef2a req-e4a24b4e-6628-4d66-9d9b-a889cf62e91d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:56.909050 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-567ec0c8-6e9d-4b1c-8dc9-a0e1cc38ef2a req-e4a24b4e-6628-4d66-9d9b-a889cf62e91d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0892496 Oct 22 18:51:56.956089 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-567ec0c8-6e9d-4b1c-8dc9-a0e1cc38ef2a req-08f0ed41-2e7b-4846-8883-a9619645e999 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461233 Oct 22 18:51:56.979754 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-917c167c-91c8-4643-91cb-0045d4753da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:56.981267 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-917c167c-91c8-4643-91cb-0045d4753da7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1099 time: 0.0630960 Oct 22 18:51:57.103965 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-533ba199-9279-4ffc-9837-2e56700e6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:57.105436 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-533ba199-9279-4ffc-9837-2e56700e6008 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0963085 Oct 22 18:51:57.182736 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-4571c9a5-882c-4015-962a-9228f8e5460e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 200 len: 1002 time: 0.0611036 Oct 22 18:51:57.241248 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-ebd3acc6-79fd-4f76-8271-5eb97bca43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:57.243099 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-ebd3acc6-79fd-4f76-8271-5eb97bca43ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0486546 Oct 22 18:51:57.300087 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-cc1e5566-bab3-454a-8966-1a7e0ce0c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:57.301588 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-cc1e5566-bab3-454a-8966-1a7e0ce0c01d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455241 Oct 22 18:51:57.395149 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-fc06407b-ecba-458c-b97c-632d94e77b45 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853069 Oct 22 18:51:57.495754 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8419f03a-5dd1-4465-93e5-dfffe4365b70 req-0008b02f-ccd1-4154-9fbd-9f4f9e8e816c service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925431 Oct 22 18:51:57.559022 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37148) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:57.596194 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['dc3a5754-50f5-46fc-a509-bb6ec9de94b2'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:51:57.820409 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 2ce0f256-50fa-42a5-8505-e41af603ede7 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:51:57.876369 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 2ce0f256-50fa-42a5-8505-e41af603ede7 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:51:57.880141 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 2ce0f256-50fa-42a5-8505-e41af603ede7 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:51:57.880608 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:57.921870 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c88e-2913-4a66-bd1e-6454ef2e9dbc req-6ed9e2f0-b1f3-4346-b856-8de01628967c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:57.923380 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6315c88e-2913-4a66-bd1e-6454ef2e9dbc req-6ed9e2f0-b1f3-4346-b856-8de01628967c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 944 time: 0.0766764 Oct 22 18:51:57.960150 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:57.987712 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:51:57.990225 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d1a213-0ac9-42d3-b10c-23d83ab36fbc" -d '{"events": [{"server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "name": "network-vif-plugged", "status": "completed", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:51:58.008475 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 2ce0f256-50fa-42a5-8505-e41af603ede7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2ce0f256-50fa-42a5-8505-e41af603ede7,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:58.015825 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:58.023497 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6315c88e-2913-4a66-bd1e-6454ef2e9dbc req-62956fbc-6fcc-4c90-941e-f689a7387eeb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897717 Oct 22 18:51:58.079004 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f792d7f6-a34e-484c-914b-91a70c49ef74 x-openstack-request-id: req-f792d7f6-a34e-484c-914b-91a70c49ef74 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:51:58.079390 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "name": "network-vif-plugged", "status": "completed", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:51:58.079718 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f792d7f6-a34e-484c-914b-91a70c49ef74 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:51:58.080177 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'code': 200} Oct 22 18:51:58.088872 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:58.098223 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb8c1f-ea04-4ebc-8588-7c1b0600be88 req-b325433f-72db-4bbf-ae40-114a449da4e0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:58.105973 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72cb8c1f-ea04-4ebc-8588-7c1b0600be88 req-b325433f-72db-4bbf-ae40-114a449da4e0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0771327 Oct 22 18:51:58.110141 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=2ce0f256-50fa-42a5-8505-e41af603ede7,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:58.142210 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72cb8c1f-ea04-4ebc-8588-7c1b0600be88 req-8b4994ec-9fc6-47e9-99b3-1003e7cc9452 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341096 Oct 22 18:51:58.347128 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f817dbf-fd5b-42eb-91e3-79a0724da94d req-1edbbaad-a7fe-49db-9fbe-ac3a95687ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:58.348502 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8f817dbf-fd5b-42eb-91e3-79a0724da94d req-1edbbaad-a7fe-49db-9fbe-ac3a95687ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 1098 time: 0.0624068 Oct 22 18:51:58.410236 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8f817dbf-fd5b-42eb-91e3-79a0724da94d req-6547a6e2-8b72-4017-abe1-85f0ee3640b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518329 Oct 22 18:51:58.452594 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Deleting port bc1a1525-062f-4d9f-9516-03eeffd1d0f1 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:58.452928 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:58.528156 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] For port bc1a1525-062f-4d9f-9516-03eeffd1d0f1, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,segment=NetworkSegment(e5a61cc4-f86f-411e-94f2-b8e0dba22b36),segment_id=e5a61cc4-f86f-411e-94f2-b8e0dba22b36)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:58.528527 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:58.540865 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Calling delete_port for bc1a1525-062f-4d9f-9516-03eeffd1d0f1 owned by network:router_interface {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:58.714776 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:58.742353 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1a1525-062f-4d9f-9516-03eeffd1d0f1,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:51:58.914619 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:59.147238 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20138-7ea1-4609-9a7d-cfcbbd732c1d req-311fc6e3-b313-42a8-b038-d0d53837cf79 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:59.148903 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84f20138-7ea1-4609-9a7d-cfcbbd732c1d req-311fc6e3-b313-42a8-b038-d0d53837cf79 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0541711 Oct 22 18:51:59.189453 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84f20138-7ea1-4609-9a7d-cfcbbd732c1d req-cb2a4e19-72ea-479f-86fb-51768f5feaac tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340924 Oct 22 18:51:59.302709 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829228-5c55-4a8d-a99b-35646d07f721 req-74fca55d-1cb0-4265-9b7b-aa91ae49797b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:51:59.304219 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-df829228-5c55-4a8d-a99b-35646d07f721 req-74fca55d-1cb0-4265-9b7b-aa91ae49797b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0507677 Oct 22 18:51:59.345370 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-df829228-5c55-4a8d-a99b-35646d07f721 req-27b2a6c5-474d-4468-8d96-01d99082998a tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339305 Oct 22 18:51:59.375260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:51:59.479745 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:51:59.485134 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-88cdbc0b-cb4f-4716-9031-6b51d1a5663d admin admin] 10.222.0.15 "PUT /v2.0/routers/e3f05c0f-f8d2-409f-9a62-c0771b2f1a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9250531 Oct 22 18:51:59.487792 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37182) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:51:59.491623 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] Sync routers for ids ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:51:59.503046 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] Routers {'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:51:59.503655 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:51:59.598317 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks [] for router, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:59.607442 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] Set router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:51:59.701675 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:59.754851 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Deleting port 70815e23-e666-438f-adeb-52198742bdc9 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:51:59.755128 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:59.783310 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '70815e23-e666-438f-adeb-52198742bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:51:58Z', 'revision_number': 5, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port': {'id': '70815e23-e666-438f-adeb-52198742bdc9', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:51:59.814326 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] Checking router: e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:51:59.822262 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] Routers {'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:51:59.822862 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:51:59.837665 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] For port 70815e23-e666-438f-adeb-52198742bdc9, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=70815e23-e666-438f-adeb-52198742bdc9,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:51:59.838089 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:51:59.849602 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device dc3a5754-50f5-46fc-a509-bb6ec9de94b2 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:51:59.851338 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Calling delete_port for 70815e23-e666-438f-adeb-52198742bdc9 owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:51:59.871198 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: dc3a5754-50f5-46fc-a509-bb6ec9de94b2 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:51:59.871648 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device dc3a5754-50f5-46fc-a509-bb6ec9de94b2 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:51:59.907649 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] Set router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 gateway port host: None {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:51:59.959615 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:51:59Z', 'revision_number': 6, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:51:59.989581 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b7bb3-97fd-4435-9a8b-807f2ca1fca5 None None] The sync data for ids ['e3f05c0f-f8d2-409f-9a62-c0771b2f1a56'] in dv-cinder-815146-1-iscsi is: [{'id': 'e3f05c0f-f8d2-409f-9a62-c0771b2f1a56', 'name': 'tempest-ServerRescueNegativeTestJSON-769847558-router', 'tenant_id': '60c43756e3a941438fb85dfb450b7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:41Z', 'updated_at': '2021-10-22T18:51:59Z', 'revision_number': 6, 'project_id': '60c43756e3a941438fb85dfb450b7263', 'gw_port_host': None}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:52:00.031055 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.055416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Pushing event deleted for resources: {'Port': ['ID=70815e23-e666-438f-adeb-52198742bdc9,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:00.115146 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.221787 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.224306 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.305468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.305927 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 18:52:00.312785 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.313888 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-db375fc4-1f87-4184-ae13-8040dd666626 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e3f05c0f-f8d2-409f-9a62-c0771b2f1a56 HTTP/1.1" status: 204 len: 168 time: 0.8250208 Oct 22 18:52:00.316437 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37192) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:00.368685 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51c060-7ac2-4870-a0ec-f35c44d240d3 req-75b21a68-edf5-4d23-a9b7-3ffb2f87a625 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:00.370229 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc51c060-7ac2-4870-a0ec-f35c44d240d3 req-75b21a68-edf5-4d23-a9b7-3ffb2f87a625 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0922549 Oct 22 18:52:00.386139 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] Deleting subnet 054f876f-875e-4b63-a123-3cf4bec28094 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:52:00.396720 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.444782 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc51c060-7ac2-4870-a0ec-f35c44d240d3 req-b834dbc4-85d9-4dce-921f-d226501cc17a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667555 Oct 22 18:52:00.446680 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.486053 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.570852 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f0747-495c-4326-b5f2-d807ccc63d55 req-d896ae5d-43ac-4f26-a388-6f1520e2a765 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:00.572219 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cc4f0747-495c-4326-b5f2-d807ccc63d55 req-d896ae5d-43ac-4f26-a388-6f1520e2a765 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0677664 Oct 22 18:52:00.579668 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.615438 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054f876f-875e-4b63-a123-3cf4bec28094,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:00.626233 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.629292 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-95c43621-4612-42bf-85b3-32e536e51a4d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/054f876f-875e-4b63-a123-3cf4bec28094 HTTP/1.1" status: 204 len: 168 time: 0.3119681 Oct 22 18:52:00.631884 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37196) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:00.644347 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cc4f0747-495c-4326-b5f2-d807ccc63d55 req-f74f7d17-0a84-46c4-8a13-a3b4446512e0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622301 Oct 22 18:52:00.698766 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.780512 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.807794 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf32529-5999-4154-98de-f004d7cf283a']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:00.817809 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:00.818155 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a61cc4-f86f-411e-94f2-b8e0dba22b36') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:00.827923 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.841088 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.847925 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:52:00.848319 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:52:00.850050 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:52:00.877599 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 70815e23-e666-438f-adeb-52198742bdc9 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:52:00.898287 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 70815e23-e666-438f-adeb-52198742bdc9 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:52:00.898845 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 70815e23-e666-438f-adeb-52198742bdc9 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:52:00.899257 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device bc1a1525-062f-4d9f-9516-03eeffd1d0f1 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:52:00.907398 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.914469 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:00.917738 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] 10.222.0.15 "DELETE /v2.0/networks/faf32529-5999-4154-98de-f004d7cf283a HTTP/1.1" status: 204 len: 168 time: 0.2848067 Oct 22 18:52:00.920711 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: bc1a1525-062f-4d9f-9516-03eeffd1d0f1 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:52:00.921053 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device bc1a1525-062f-4d9f-9516-03eeffd1d0f1 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:52:00.927789 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04349fa7-8c74-4670-96e8-0c0ed0ddf412 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf32529-5999-4154-98de-f004d7cf283a,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:01.094618 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37202) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:01.138313 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-50d1f0de-9be1-4564-ba64-a374ffd53af3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60c43756e3a941438fb85dfb450b7263&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424082 Oct 22 18:52:01.141226 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37204) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:01.197524 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c158575-4728-4b91-b368-4ded2064bd20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:01.219121 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c158575-4728-4b91-b368-4ded2064bd20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:01.265330 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c158575-4728-4b91-b368-4ded2064bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:01.268061 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c158575-4728-4b91-b368-4ded2064bd20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:01.269207 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5c158575-4728-4b91-b368-4ded2064bd20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08b099a5-df27-4ded-8284-f89fe8038260 HTTP/1.1" status: 204 len: 168 time: 0.1270974 Oct 22 18:52:01.276932 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c158575-4728-4b91-b368-4ded2064bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b099a5-df27-4ded-8284-f89fe8038260,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:01.572960 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf268ca-9a32-4e87-a352-01af65c8af84 req-c11768c1-c4ea-4d3d-b7b6-df26829f72fb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:01.574492 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebf268ca-9a32-4e87-a352-01af65c8af84 req-c11768c1-c4ea-4d3d-b7b6-df26829f72fb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Oct 22 18:52:01.613771 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebf268ca-9a32-4e87-a352-01af65c8af84 req-c925d521-5b79-4548-8250-edd694e522e0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Oct 22 18:52:01.762790 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf8ac-2f67-42d7-b908-80724c0532f2 req-89af2e77-13a8-4e26-b276-f67e877ef365 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:01.766206 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-269bf8ac-2f67-42d7-b908-80724c0532f2 req-89af2e77-13a8-4e26-b276-f67e877ef365 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0570233 Oct 22 18:52:01.804335 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-269bf8ac-2f67-42d7-b908-80724c0532f2 req-1280f30e-0ba3-4ded-861e-a8508f190ae5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327041 Oct 22 18:52:01.937002 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37234) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:02.031764 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-443240490-network', 'tenant_id': '1913537aed9148638d0669cefee6520e'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:02.053680 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Made reservation on behalf of 1913537aed9148638d0669cefee6520e for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:52:02.056063 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.064840 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.144796 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.149385 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.177853 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:52:02.188608 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fea76a-c195-413e-998c-5e030322a677,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:02.197578 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.198139 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Added segment a4a41d05-b730-4bfc-be8e-5a7d8898b419 of type vlan for network b28a4df9-e9fd-4541-b06c-035940bb8019 Oct 22 18:52:02.242997 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.268829 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.269935 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:02.270560 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.297960 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3598611 Oct 22 18:52:02.300919 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37244) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:02.305968 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Request body: {'subnet': {'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-443240490-subnet', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:02.327068 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Made reservation on behalf of 1913537aed9148638d0669cefee6520e for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:52:02.329363 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.333371 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c160e2c-3208-4404-aa36-a4ef0f46bfda admin admin] Pushing event updated for resources: {'Network': ['ID=b28a4df9-e9fd-4541-b06c-035940bb8019,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:02.344238 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network b28a4df9-e9fd-4541-b06c-035940bb8019 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:52:02.493889 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.545820 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:02.555844 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Checking segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:52:02.556206 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Network hostable DHCP agents. Network: b28a4df9-e9fd-4541-b06c-035940bb8019, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:52:02.571941 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Network b28a4df9-e9fd-4541-b06c-035940bb8019 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:52:02.580728 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, b28a4df9-e9fd-4541-b06c-035940bb8019) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:02.584757 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:02.585397 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.592586 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05b7cd-4153-4af4-8968-fa868feb1c33 None None] Network b28a4df9-e9fd-4541-b06c-035940bb8019 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:52:02.601167 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6a802d9e-14ab-4d14-a9c5-30fe707aec10 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2990677 Oct 22 18:52:02.603981 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37246) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:02.608180 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:02.627913 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.628889 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.682778 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.746636 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-b28a4df9-e9fd-4541-b06c-035940bb8019', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 18:52:02.748178 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:02.883186 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Allocated IP 172.20.0.2 (b28a4df9-e9fd-4541-b06c-035940bb8019/3c3d4c1f-9fc6-4931-8959-d3f524fb22a9/71ca429a-58de-4e93-a500-993f20fa8793) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:52:03.029965 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.035727 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.038833 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f06c12-312e-4d2f-915b-ac26d367d42a req-786f52f6-fb22-401c-8545-07f4c53eebf2 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:03.040333 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19f06c12-312e-4d2f-915b-ac26d367d42a req-786f52f6-fb22-401c-8545-07f4c53eebf2 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.3561158 Oct 22 18:52:03.071946 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.072961 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Network b28a4df9-e9fd-4541-b06c-035940bb8019 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:03.075754 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:03.079493 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:52:03.095087 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Pushing event updated for resources: {'Port': ['ID=71ca429a-58de-4e93-a500-993f20fa8793,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:03.122532 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.123167 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.123611 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.123948 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.124277 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.124607 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.124933 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.125266 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.125595 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.125930 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.126392 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.126604 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:03.132853 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19f06c12-312e-4d2f-915b-ac26d367d42a req-c55335f5-28d7-456c-b58c-c393acd864ae tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574667 Oct 22 18:52:03.162200 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Attempting to bind port 71ca429a-58de-4e93-a500-993f20fa8793 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:52:03.162648 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Attempting to bind port 71ca429a-58de-4e93-a500-993f20fa8793 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:52:03.163010 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Attempting to bind port 71ca429a-58de-4e93-a500-993f20fa8793 on network b28a4df9-e9fd-4541-b06c-035940bb8019 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:52:03.168448 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:52:03.168811 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Checking segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:52:03.169973 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.170551 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Bound using segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:52:03.171313 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Bound port: 71ca429a-58de-4e93-a500-993f20fa8793, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:52:03.172007 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.240588 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] For port 71ca429a-58de-4e93-a500-993f20fa8793, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:52:03.244003 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] For port 71ca429a-58de-4e93-a500-993f20fa8793, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=71ca429a-58de-4e93-a500-993f20fa8793,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:52:03.248530 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.332765 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3e1dc-1fc4-48e2-a691-ddc2f2b2f254 None None] Pushing event updated for resources: {'Port': ['ID=71ca429a-58de-4e93-a500-993f20fa8793,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:03.359468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.370238 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61301fdf-0196-49f5-8fe1-db03267cb0fd req-cbc57356-39d0-4e86-a75b-4feb36d09dea tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:03.371816 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61301fdf-0196-49f5-8fe1-db03267cb0fd req-cbc57356-39d0-4e86-a75b-4feb36d09dea tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.1308982 Oct 22 18:52:03.397011 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.472919 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61301fdf-0196-49f5-8fe1-db03267cb0fd req-70e9d007-dc5d-4d90-b4f0-5c5276dd73e4 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782959 Oct 22 18:52:03.550173 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Allocated IP 172.27.0.222 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/07048020-1dd6-4b60-8553-0fa936212be6) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:52:03.678151 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.711844 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:03.750364 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:03.753093 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:03.756501 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:52:03.765934 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Pushing event updated for resources: {'Port': ['ID=07048020-1dd6-4b60-8553-0fa936212be6,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:04.006824 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:04.237026 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:04.290145 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d353532-fa34-4722-9465-cdd3e58e8a3e req-1ee377e4-39d5-44b7-9b47-2d7314f115b0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:04.298881 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8d353532-fa34-4722-9465-cdd3e58e8a3e req-1ee377e4-39d5-44b7-9b47-2d7314f115b0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0720379 Oct 22 18:52:04.340617 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8d353532-fa34-4722-9465-cdd3e58e8a3e req-c4c5633b-9519-4d7e-9732-b41daa7aae60 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Oct 22 18:52:04.350409 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037edb0f-3697-4e8b-b888-145dfc0ab2f8 None None] Network b28a4df9-e9fd-4541-b06c-035940bb8019 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:52:04.417370 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Router 3662a3a5-1f9f-437a-81d3-96ef181329b8 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 18:52:04.434946 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-392ac098-4978-40bc-8229-c6110b8d35d2 None None] Provisioning complete for port 71ca429a-58de-4e93-a500-993f20fa8793 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:04.435534 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-392ac098-4978-40bc-8229-c6110b8d35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:04.551839 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:52:04.580552 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:04.581803 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-abb2c11b-f47f-42f7-acc1-c6c0b20ca85e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9769161 Oct 22 18:52:04.584988 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37282) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:04.592520 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Sync routers for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:52:04.631096 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-392ac098-4978-40bc-8229-c6110b8d35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:04.633269 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:04.634102 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:04.660595 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75d788-3ce2-4fc7-a2b5-2eda61124fe6 req-21431e11-e351-4517-b03c-ffc8da48ab96 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:04.662527 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab75d788-3ce2-4fc7-a2b5-2eda61124fe6 req-21431e11-e351-4517-b03c-ffc8da48ab96 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0847392 Oct 22 18:52:04.718692 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab75d788-3ce2-4fc7-a2b5-2eda61124fe6 req-deddadde-7c50-4a9a-a269-94eaf65f1041 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492480 Oct 22 18:52:04.947425 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-392ac098-4978-40bc-8229-c6110b8d35d2 None None] For port 71ca429a-58de-4e93-a500-993f20fa8793, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=71ca429a-58de-4e93-a500-993f20fa8793,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:05.007709 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 71ca429a-58de-4e93-a500-993f20fa8793 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:05.012526 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:05.015670 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-392ac098-4978-40bc-8229-c6110b8d35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.178610 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.204081 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ac098-4978-40bc-8229-c6110b8d35d2 None None] Pushing event updated for resources: {'Port': ['ID=71ca429a-58de-4e93-a500-993f20fa8793,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:05.229485 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 71ca429a-58de-4e93-a500-993f20fa8793 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:05.229854 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.352569 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Allocated IP 172.20.0.1 (b28a4df9-e9fd-4541-b06c-035940bb8019/3c3d4c1f-9fc6-4931-8959-d3f524fb22a9/7c287fae-fbb7-42b4-a54d-ec2ed774b11e) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:52:05.358817 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:03Z', 'revision_number': 3, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:05.387899 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Checking router: 3662a3a5-1f9f-437a-81d3-96ef181329b8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:52:05.388287 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Updating router 3662a3a5-1f9f-437a-81d3-96ef181329b8 port 07048020-1dd6-4b60-8553-0fa936212be6 binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:52:05.413651 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.470069 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.470766 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b815d-2f70-45df-a99c-0e6764dfeaae req-e9fcf191-c27c-4e27-a665-126b1192d242 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:05.472283 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b7b815d-2f70-45df-a99c-0e6764dfeaae req-e9fcf191-c27c-4e27-a665-126b1192d242 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0548925 Oct 22 18:52:05.509057 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-3c5582a4-12ad-4a5d-bcbb-18b8b1fb895d None None] Provisioning complete for port 71ca429a-58de-4e93-a500-993f20fa8793 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:05.509377 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.509868 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3c5582a4-12ad-4a5d-bcbb-18b8b1fb895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.516195 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b7b815d-2f70-45df-a99c-0e6764dfeaae req-04684d41-a9eb-471f-89c0-ccc527d4d845 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370572 Oct 22 18:52:05.558535 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Network b28a4df9-e9fd-4541-b06c-035940bb8019 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:05.561368 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:05.568358 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:52:05.571466 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Pushing event updated for resources: {'Port': ['ID=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:05.615037 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.750517 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.750723 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.757411 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.834146 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Attempting to bind port 07048020-1dd6-4b60-8553-0fa936212be6 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:52:05.834607 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Attempting to bind port 07048020-1dd6-4b60-8553-0fa936212be6 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:52:05.835084 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Attempting to bind port 07048020-1dd6-4b60-8553-0fa936212be6 on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:52:05.843560 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba42503-15b1-4795-ba71-e5ac44dab006 None None] Pushing event updated for resources: {'Port': ['ID=07048020-1dd6-4b60-8553-0fa936212be6,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:05.849159 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:52:05.849651 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:52:05.850366 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.850578 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:52:05.851135 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Bound port: 07048020-1dd6-4b60-8553-0fa936212be6, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:52:05.851596 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.851732 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b519a-fc16-4920-bb65-852112f38bce req-11d36401-5121-415c-9d0f-d9812c345814 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:05.853138 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9e9b519a-fc16-4920-bb65-852112f38bce req-11d36401-5121-415c-9d0f-d9812c345814 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0561643 Oct 22 18:52:05.854783 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-eb08ae2c-c9b2-4239-9199-70c07274082d None None] Provisioning complete for port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:05.854783 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eb08ae2c-c9b2-4239-9199-70c07274082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.925204 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-eb08ae2c-c9b2-4239-9199-70c07274082d None None] Port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:52:05.929551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9e9b519a-fc16-4920-bb65-852112f38bce req-85991a11-0d2b-4c9f-af69-6a5c0116b70a tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623817 Oct 22 18:52:05.941424 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] For port 07048020-1dd6-4b60-8553-0fa936212be6, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:52:05.946543 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] For port 07048020-1dd6-4b60-8553-0fa936212be6, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=07048020-1dd6-4b60-8553-0fa936212be6,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:52:05.952147 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.975392 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:05.982538 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:06.010073 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:06.010798 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:06.048667 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba42503-15b1-4795-ba71-e5ac44dab006 None None] Pushing event updated for resources: {'Port': ['ID=07048020-1dd6-4b60-8553-0fa936212be6,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:06.053175 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Pushing event updated for resources: {'Port': ['ID=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:06.055970 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:06.125288 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:06.337751 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 2, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:06.364048 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19ca22-1ef8-4f4a-90c0-c06ac7cbcdc5 None None] The sync data for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi is: [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 2, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:52:06.369306 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Network b28a4df9-e9fd-4541-b06c-035940bb8019 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:06.370833 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:06.490325 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Router 3662a3a5-1f9f-437a-81d3-96ef181329b8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:52:06.623603 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:52:06.634732 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6d8b235c-1818-452b-bee7-d96754de3beb admin admin] 10.222.0.15 "PUT /v2.0/routers/3662a3a5-1f9f-437a-81d3-96ef181329b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0480993 Oct 22 18:52:06.667208 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-5082e17a-ca22-4317-8292-8d902abe248e None None] Provisioning complete for port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:06.667704 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5082e17a-ca22-4317-8292-8d902abe248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:06.688997 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bcafc-b27b-4a0e-a9ad-30c8f537c024 req-ed26d024-1943-4036-9d98-2cf13d5a6e16 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:06.691172 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b74bcafc-b27b-4a0e-a9ad-30c8f537c024 req-ed26d024-1943-4036-9d98-2cf13d5a6e16 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0688851 Oct 22 18:52:06.709984 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-5082e17a-ca22-4317-8292-8d902abe248e None None] Port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:52:06.737427 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b74bcafc-b27b-4a0e-a9ad-30c8f537c024 req-645ff56e-4280-42e7-9d02-fb533d1a30d6 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392990 Oct 22 18:52:06.875760 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 71ca429a-58de-4e93-a500-993f20fa8793 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:06.931438 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 71ca429a-58de-4e93-a500-993f20fa8793 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:06.931911 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.116305 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37320) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:07.121182 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-1392a5c9-240c-4441-a6dd-be84ea56773e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572913173', 'description': 'tempest-description--1995015697'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:07.149636 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1392a5c9-240c-4441-a6dd-be84ea56773e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.225627 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1392a5c9-240c-4441-a6dd-be84ea56773e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.230174 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1392a5c9-240c-4441-a6dd-be84ea56773e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.233164 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b96fdc-7cbd-4f94-b2e0-139c83919a0b req-8311068f-9c42-4077-bd45-0659eaff23ee tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:07.234837 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f8b96fdc-7cbd-4f94-b2e0-139c83919a0b req-8311068f-9c42-4077-bd45-0659eaff23ee tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0674636 Oct 22 18:52:07.267355 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1392a5c9-240c-4441-a6dd-be84ea56773e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.270561 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1392a5c9-240c-4441-a6dd-be84ea56773e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1531048 Oct 22 18:52:07.272100 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392a5c9-240c-4441-a6dd-be84ea56773e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb3fdd-92ce-4215-ab43-d34556e7ff65,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:07.272380 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37322) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:07.284313 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-bf9a0a50-a405-427b-8b5f-6a1d718961db tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'security_group_rule': {'security_group_id': '2adb3fdd-92ce-4215-ab43-d34556e7ff65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:07.302374 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f8b96fdc-7cbd-4f94-b2e0-139c83919a0b req-3f496139-d800-4d2c-b79d-621c48f8e1fb tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571227 Oct 22 18:52:07.319902 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0a50-a405-427b-8b5f-6a1d718961db tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.370422 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0a50-a405-427b-8b5f-6a1d718961db tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.374356 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0a50-a405-427b-8b5f-6a1d718961db tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.393049 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a0a50-a405-427b-8b5f-6a1d718961db tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a6e877-7d10-49e2-b3eb-4650461f3022,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:07.401348 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0a50-a405-427b-8b5f-6a1d718961db tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.402595 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-bf9a0a50-a405-427b-8b5f-6a1d718961db tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291015 Oct 22 18:52:07.405915 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37324) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:07.410722 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-7ce45a7d-b363-4349-8500-260bdc057505 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'security_group_rule': {'security_group_id': '2adb3fdd-92ce-4215-ab43-d34556e7ff65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:07.438427 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ce45a7d-b363-4349-8500-260bdc057505 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.500995 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ce45a7d-b363-4349-8500-260bdc057505 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.505831 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ce45a7d-b363-4349-8500-260bdc057505 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.524393 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45a7d-b363-4349-8500-260bdc057505 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882664ca-5a5e-4420-b766-1c1955bba6f6,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:07.535491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ce45a7d-b363-4349-8500-260bdc057505 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.536737 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7ce45a7d-b363-4349-8500-260bdc057505 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297176 Oct 22 18:52:07.540072 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37326) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:07.544978 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:07.571562 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.668671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.777943 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Allocated IP 172.27.0.191 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/9be9cfd1-ac7d-472f-bbe5-5d09b5e3891d) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:52:07.875532 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8c2b-938d-47e7-b49e-c7162257debb req-5005caa0-15e3-4c98-8890-0c13ef7affe9 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:07.877200 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce8f8c2b-938d-47e7-b49e-c7162257debb req-5005caa0-15e3-4c98-8890-0c13ef7affe9 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0688872 Oct 22 18:52:07.895133 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.917889 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce8f8c2b-938d-47e7-b49e-c7162257debb req-1f5a07fe-cc59-46eb-aa92-f50e19e2a518 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342076 Oct 22 18:52:07.928550 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:07.964553 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:07.967886 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:07.970424 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:52:08.008767 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'Port': ['ID=9be9cfd1-ac7d-472f-bbe5-5d09b5e3891d,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:08.106948 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.148620 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.302448 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.306977 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.382546 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'Port': ['ID=9be9cfd1-ac7d-472f-bbe5-5d09b5e3891d,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:08.394463 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.414653 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.418575 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-0016e7f6-72b5-4936-9613-eafa5659a375 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8774762 Oct 22 18:52:08.423445 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a17558-71a8-4d1f-82c8-c3851b79a414 req-733dbc6a-9a75-42b3-aa3e-f0804951a52b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:08.424972 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b8a17558-71a8-4d1f-82c8-c3851b79a414 req-733dbc6a-9a75-42b3-aa3e-f0804951a52b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0540416 Oct 22 18:52:08.430227 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Sync routers for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:52:08.440804 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:08.441419 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:08.468441 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b8a17558-71a8-4d1f-82c8-c3851b79a414 req-bb2ff714-b568-4bf0-8433-15ec9d657d0a tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365870 Oct 22 18:52:08.550276 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:08.573481 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-a766642b-9499-4158-9215-2852faef08e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1572913173&fields=id&tenant_id=1913537aed9148638d0669cefee6520e HTTP/1.1" status: 200 len: 267 time: 0.0320811 Oct 22 18:52:08.687587 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-980c9c2b-94ff-4acc-8d47-f9edc3fdb336 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:08.689805 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-980c9c2b-94ff-4acc-8d47-f9edc3fdb336 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 810 time: 0.1091142 Oct 22 18:52:08.704653 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-bc772df3-0603-4b09-aaa3-b8dcba221277 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/quotas/1913537aed9148638d0669cefee6520e HTTP/1.1" status: 200 len: 375 time: 0.0092635 Oct 22 18:52:08.757828 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 2, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:08.763477 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-45bc0c57-2fe8-4a65-9fb9-75072a75c3a9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515597 Oct 22 18:52:08.786077 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Checking router: 3662a3a5-1f9f-437a-81d3-96ef181329b8 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:52:08.786434 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Updating router 3662a3a5-1f9f-437a-81d3-96ef181329b8 port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 18:52:08.814845 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.874946 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-bfc85aa6-5529-472e-be41-2ae0503af31d service neutron] 10.222.0.15 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010313 Oct 22 18:52:08.892280 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 07048020-1dd6-4b60-8553-0fa936212be6 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:08.953980 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 07048020-1dd6-4b60-8553-0fa936212be6 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:08.954445 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:08.968292 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-9187c860-69ca-490b-9001-0b6414355d9b service neutron] 10.222.0.15 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Oct 22 18:52:09.038473 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.069080 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 07048020-1dd6-4b60-8553-0fa936212be6, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=07048020-1dd6-4b60-8553-0fa936212be6,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:09.077435 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.121878 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.132461 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=07048020-1dd6-4b60-8553-0fa936212be6,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:09.133300 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.203921 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Pushing event updated for resources: {'Port': ['ID=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:09.213225 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c90b8-431d-452e-b3c8-d41709eb918a req-fd67a724-8819-41fc-b7bb-1085f4cb1774 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:09.216770 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-109c90b8-431d-452e-b3c8-d41709eb918a req-fd67a724-8819-41fc-b7bb-1085f4cb1774 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0578008 Oct 22 18:52:09.222565 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.223211 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.223723 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.224204 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.224796 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.225077 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.225419 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.225667 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.226483 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.226865 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.227151 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.227471 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:09.274869 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-109c90b8-431d-452e-b3c8-d41709eb918a req-4cf94a1b-d574-4d7a-9c09-ed1f43921cd6 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465505 Oct 22 18:52:09.363324 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ae7d3466-9a8f-4b6e-8160-c5a4ccc492ed req-80dec9d8-ab7c-4796-bc34-a5021ff22875 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0360446 Oct 22 18:52:09.426474 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Attempting to bind port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:52:09.426917 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Attempting to bind port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:52:09.427511 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Attempting to bind port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e on network b28a4df9-e9fd-4541-b06c-035940bb8019 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:52:09.433925 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:52:09.434772 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Checking segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:52:09.435433 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.435891 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Bound using segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:52:09.436611 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Bound port: 7c287fae-fbb7-42b4-a54d-ec2ed774b11e, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:52:09.437105 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.514797 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] For port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:52:09.518444 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] For port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:52:09.524735 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.592985 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-f14fc2f7-6cce-4602-98fe-59876b7a3ecc None None] Provisioning complete for port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:09.593260 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:09.593616 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:09.595671 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f14fc2f7-6cce-4602-98fe-59876b7a3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.664281 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36907dc-fd22-4980-a275-c11084c1f529 req-86a0c231-ddcc-4fa2-ad36-f146578b92ac tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:09.674863 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a36907dc-fd22-4980-a275-c11084c1f529 req-86a0c231-ddcc-4fa2-ad36-f146578b92ac tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0920174 Oct 22 18:52:09.739555 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:09.740326 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a36907dc-fd22-4980-a275-c11084c1f529 req-9f1b3489-f0c8-4862-a770-6bd71c6758be tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644557 Oct 22 18:52:09.760103 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f14fc2f7-6cce-4602-98fe-59876b7a3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.815568 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b170-17a9-4893-b583-dbc3d93aa434 None None] Pushing event updated for resources: {'Port': ['ID=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,revision_number=4']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:09.826865 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-f14fc2f7-6cce-4602-98fe-59876b7a3ecc None None] For port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:09.833449 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f14fc2f7-6cce-4602-98fe-59876b7a3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:09.901358 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc2f7-6cce-4602-98fe-59876b7a3ecc None None] Pushing event updated for resources: {'Port': ['ID=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:09.963588 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-afc513fb-6fca-49b9-98be-00d36f98fd83 None None] Provisioning complete for port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:09.963961 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-afc513fb-6fca-49b9-98be-00d36f98fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:10.033797 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:10.062257 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3814ebe-5e32-40a0-afbe-3312c52b5479 None None] The sync data for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi is: [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:52:10.403136 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23878ff-9b3c-44ca-b02f-30aab303c241 req-7b5e72d0-8a50-468b-925a-212383fd495a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:10.405429 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d23878ff-9b3c-44ca-b02f-30aab303c241 req-7b5e72d0-8a50-468b-925a-212383fd495a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0550928 Oct 22 18:52:10.453621 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d23878ff-9b3c-44ca-b02f-30aab303c241 req-d038e52c-592a-41e4-a1cc-cc1d2ce7fd3d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 Oct 22 18:52:10.475815 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-146632e2-5a1c-4023-98f7-273ef812d2d4 req-31473dd4-7a5b-4983-95e4-8e6f9a786804 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0320687 Oct 22 18:52:10.699414 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-66b25326-7271-44e5-9e68-6d86eafa26fd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:10.701801 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-66b25326-7271-44e5-9e68-6d86eafa26fd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 810 time: 0.1167142 Oct 22 18:52:10.851516 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6333d6-f4e0-44e4-b3bf-8611a8110798 req-da7a5944-2229-41a9-bc3b-cf8c3992c5c1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:10.852984 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8e6333d6-f4e0-44e4-b3bf-8611a8110798 req-da7a5944-2229-41a9-bc3b-cf8c3992c5c1 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0555086 Oct 22 18:52:10.892326 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 07048020-1dd6-4b60-8553-0fa936212be6 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:10.901348 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8e6333d6-f4e0-44e4-b3bf-8611a8110798 req-f71dcc02-ae96-4627-a5b5-8de029f12d51 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Oct 22 18:52:10.955438 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 07048020-1dd6-4b60-8553-0fa936212be6 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:10.955965 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:11.161808 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7c287fae-fbb7-42b4-a54d-ec2ed774b11e up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:11.208526 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:11.208892 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:11.571279 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21962b38-e9a8-40f0-b450-fe98cb2af650 req-d22137bb-d4a2-47d8-858f-683f0288db5d tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Oct 22 18:52:11.575081 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bfde7-a981-46de-b95f-14b95ec8d092 req-9a20efa5-0d6c-4051-81a6-fa488b13cc8c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:11.576655 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2f3bfde7-a981-46de-b95f-14b95ec8d092 req-9a20efa5-0d6c-4051-81a6-fa488b13cc8c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Oct 22 18:52:11.614632 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2f3bfde7-a981-46de-b95f-14b95ec8d092 req-eb199586-c21f-47ab-8610-3f9be40f2169 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Oct 22 18:52:11.725849 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750d687-f35c-4fdc-9447-17359300ea7a req-1d1cf177-d590-450e-a679-7118752696f4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:11.727325 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3750d687-f35c-4fdc-9447-17359300ea7a req-1d1cf177-d590-450e-a679-7118752696f4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Oct 22 18:52:11.766007 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3750d687-f35c-4fdc-9447-17359300ea7a req-bbf5a548-38bb-4e76-a7dc-ed236a32a7b0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 Oct 22 18:52:11.787763 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37408) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:11.926903 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1845e086-7fb2-494d-829b-d61f7d84a196 tempest-TestVolumeBootPattern-1302199323 tempest-TestVolumeBootPattern-1302199323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:11.928383 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1845e086-7fb2-494d-829b-d61f7d84a196 tempest-TestVolumeBootPattern-1302199323 tempest-TestVolumeBootPattern-1302199323-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 1093 time: 0.1396437 Oct 22 18:52:11.931328 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37414) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:11.936354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'port_id': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:11.959537 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:12.026188 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c852ebb-9849-488f-887a-0fab5b95a378 req-2c301825-86a7-48b9-a6d5-11058e8722c0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:12.027601 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8c852ebb-9849-488f-887a-0fab5b95a378 req-2c301825-86a7-48b9-a6d5-11058e8722c0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0545688 Oct 22 18:52:12.065298 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:12.067107 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8c852ebb-9849-488f-887a-0fab5b95a378 req-2c1d3095-f882-4f17-aeb6-71e8c2ed8b03 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329211 Oct 22 18:52:12.172659 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Allocated IP 172.27.0.30 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/97d58764-2473-4e69-bd0b-c2e948009c8b) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:52:12.289819 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:12.322620 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:12.357606 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:12.360441 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:12.363871 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:52:12.393302 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=97d58764-2473-4e69-bd0b-c2e948009c8b,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:12.682119 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bddfcf5c-de18-4681-b075-13cf604dc03f req-120ca676-45cb-40f0-a3d4-c8a0d160cbcc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0296173 Oct 22 18:52:12.742013 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:12.809769 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:12.958825 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:12.963020 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:13.029081 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=97d58764-2473-4e69-bd0b-c2e948009c8b,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:13.041811 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:13.141604 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Floating IP 6a0cc3db-e6ac-4f34-849d-a3db0ca4e203 associated. External IP: 172.27.0.30, port: 2ce0f256-50fa-42a5-8505-e41af603ede7. Oct 22 18:52:13.180915 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3530-8b68-4dd0-bcf6-f6e6a8cff3df req-74a8065c-c85d-4487-8ba1-f879de120ea9 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:13.184278 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c77c3530-8b68-4dd0-bcf6-f6e6a8cff3df req-74a8065c-c85d-4487-8ba1-f879de120ea9 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0507584 Oct 22 18:52:13.222397 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c77c3530-8b68-4dd0-bcf6-f6e6a8cff3df req-f11740ff-3cf8-481e-9540-64a7c7675b56 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Oct 22 18:52:13.292173 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-732a1be1-7392-4600-aa15-2f019f66c0f8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1913537aed9148638d0669cefee6520e HTTP/1.1" status: 200 len: 380 time: 0.0362096 Oct 22 18:52:13.359791 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:52:13.464019 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:52:13.473349 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:52:13.480802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:13.484190 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:13.484815 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:13.508595 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5def9d98-f712-45ac-88f0-daeca57e513f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5763242 Oct 22 18:52:13.509241 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:13.511591 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126" -d '{"events": [{"name": "network-changed", "server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:13.555581 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b649a3-a489-43a9-b431-f98336e24616 x-openstack-request-id: req-64b649a3-a489-43a9-b431-f98336e24616 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:13.555936 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:13.556190 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64b649a3-a489-43a9-b431-f98336e24616 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:13.556585 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'status': 'completed', 'code': 200} Oct 22 18:52:13.599406 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:13.775445 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-628fec56-ed33-43fd-acac-883edc5354cc req-d1511ae2-00ab-4707-a2c9-6251421cb3de tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0276723 Oct 22 18:52:13.863585 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '6a0cc3db-e6ac-4f34-849d-a3db0ca4e203', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:12Z', 'updated_at': '2021-10-22T18:52:12Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:13.889088 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:52:13.897527 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:13.898166 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:51:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:14.000943 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:14.227694 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '6a0cc3db-e6ac-4f34-849d-a3db0ca4e203', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:12Z', 'updated_at': '2021-10-22T18:52:12Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:14.263978 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1bc12-1701-40c9-ba63-c67bf6641fb8 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '6a0cc3db-e6ac-4f34-849d-a3db0ca4e203', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:cf:e4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:12Z', 'updated_at': '2021-10-22T18:52:12Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:52:14.271602 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37bd8e2f-457f-4244-ad8a-575b5bb2ccfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:14.348461 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4615140-49db-4919-9c47-4003a38d358f req-703bb2d0-497f-4542-949a-c627898a26fe tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:14.350121 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c4615140-49db-4919-9c47-4003a38d358f req-703bb2d0-497f-4542-949a-c627898a26fe tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0532775 Oct 22 18:52:14.390891 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c4615140-49db-4919-9c47-4003a38d358f req-befe4607-f7a3-487d-b940-b33512327eb4 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347424 Oct 22 18:52:14.473184 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acd0c5-9f59-44fc-9e24-263e3b9c4590 None None] New status for floating IP 6a0cc3db-e6ac-4f34-849d-a3db0ca4e203: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:52:14.648828 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'port': {'device_id': 'c00f0744-0ce3-432f-a082-9cb729522401', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'admin_state_up': True, 'tenant_id': '1913537aed9148638d0669cefee6520e', 'security_groups': ['2adb3fdd-92ce-4215-ab43-d34556e7ff65']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:14.708949 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-bb7693d9-ceb6-4af4-a398-a34cc7cee907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:14.710485 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-bb7693d9-ceb6-4af4-a398-a34cc7cee907 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 1098 time: 0.0530689 Oct 22 18:52:14.763818 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Made reservation on behalf of 1913537aed9148638d0669cefee6520e for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:52:14.767627 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:14.804375 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-e6782cf4-9a8a-4b18-b679-243306aba204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:14.805866 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-e6782cf4-9a8a-4b18-b679-243306aba204 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.0881515 Oct 22 18:52:14.905211 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6efab949-df96-4a7b-8ab9-ba6b632d1da6 req-31cf97ec-d351-43b8-b6af-f8c101c0fdff tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0525913 Oct 22 18:52:14.911821 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-b1f3989f-c2eb-41d3-8cf8-205e9dde459b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce0f256-50fa-42a5-8505-e41af603ede7 HTTP/1.1" status: 200 len: 1000 time: 0.0970674 Oct 22 18:52:14.924153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Allocated IP 172.20.0.11 (b28a4df9-e9fd-4541-b06c-035940bb8019/3c3d4c1f-9fc6-4931-8959-d3f524fb22a9/bb0937a6-3375-4911-b0e5-14236ee63d60) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:52:14.962225 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-762b96ee-abce-45e0-9137-73e54fbeba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:14.963825 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-762b96ee-abce-45e0-9137-73e54fbeba9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0449731 Oct 22 18:52:15.009491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-53c6dad9-1278-45e3-bd8c-eff4111b2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:15.010978 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-53c6dad9-1278-45e3-bd8c-eff4111b2136 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400858 Oct 22 18:52:15.061247 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.101567 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.158544 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Network b28a4df9-e9fd-4541-b06c-035940bb8019 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:15.159964 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'Port': ['ID=bb0937a6-3375-4911-b0e5-14236ee63d60,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:15.164254 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:15.167136 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:52:15.227362 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:15.228166 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.263602 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-cabf2270-db03-46e4-87d5-fe890bbe73b5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188998 Oct 22 18:52:15.349387 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-a7dbbe4a-22c5-409e-ab43-ee8cc3e3fdad service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120608 Oct 22 18:52:15.411130 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-168be06f-23c7-4476-a7fa-d9f84df3d408 None None] Provisioning complete for port bb0937a6-3375-4911-b0e5-14236ee63d60 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:15.411664 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-168be06f-23c7-4476-a7fa-d9f84df3d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.413188 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Request body: {'port': {'device_id': 'c00f0744-0ce3-432f-a082-9cb729522401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:15.449306 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-168be06f-23c7-4476-a7fa-d9f84df3d408 None None] Port bb0937a6-3375-4911-b0e5-14236ee63d60 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:52:15.482637 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.546478 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6dee7c3-f614-43ce-8cb0-f880fb3f6126 req-fcc25461-e97d-408d-bfb9-ab2d7fd2cc20 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382194 Oct 22 18:52:15.556654 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ba76c-dcdc-47b7-b520-075129ba938d req-82f546d5-e7d3-4652-8465-0b039b6470fe tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:15.558058 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a2ba76c-dcdc-47b7-b520-075129ba938d req-82f546d5-e7d3-4652-8465-0b039b6470fe tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0721216 Oct 22 18:52:15.596831 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a2ba76c-dcdc-47b7-b520-075129ba938d req-52db7bb6-d96f-4c67-be33-3ed203fdd86f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Oct 22 18:52:15.740788 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0937a6-3375-4911-b0e5-14236ee63d60 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:52:15.748900 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.761090 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Transition to ACTIVE for port object bb0937a6-3375-4911-b0e5-14236ee63d60 will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:52:15.764192 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.813891 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Pushing event updated for resources: {'Port': ['ID=bb0937a6-3375-4911-b0e5-14236ee63d60,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:15.888008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Attempting to bind port bb0937a6-3375-4911-b0e5-14236ee63d60 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:52:15.888513 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Attempting to bind port bb0937a6-3375-4911-b0e5-14236ee63d60 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:52:15.888849 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Attempting to bind port bb0937a6-3375-4911-b0e5-14236ee63d60 on network b28a4df9-e9fd-4541-b06c-035940bb8019 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:52:15.893537 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Port bb0937a6-3375-4911-b0e5-14236ee63d60 on network b28a4df9-e9fd-4541-b06c-035940bb8019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:52:15.893862 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Attempting to bind port bb0937a6-3375-4911-b0e5-14236ee63d60 on network b28a4df9-e9fd-4541-b06c-035940bb8019 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:52:15.898803 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:52:15.899144 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Checking segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:52:15.899529 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Bound using segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:52:15.899959 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Bound port: bb0937a6-3375-4911-b0e5-14236ee63d60, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:52:15.900317 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:15.967920 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] For port bb0937a6-3375-4911-b0e5-14236ee63d60, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:52:15.971298 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] For port bb0937a6-3375-4911-b0e5-14236ee63d60, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bb0937a6-3375-4911-b0e5-14236ee63d60,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:52:15.985204 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:16.038159 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.038926 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:16.040592 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] 10.222.0.37 "PUT /v2.0/ports/bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 200 len: 1094 time: 0.6330516 Oct 22 18:52:16.044060 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:16.047384 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6322ce0b-f549-44bc-b556-f34324508c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:16.095634 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432915b2-f17f-49c0-b5a7-761a1c39c96a service neutron] Pushing event updated for resources: {'Port': ['ID=bb0937a6-3375-4911-b0e5-14236ee63d60,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:16.106992 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4693f44-c7ea-492a-838f-5becc38b68b0 req-6c8c47ed-65b8-4010-8908-2ac5d53e9c02 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.108502 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4693f44-c7ea-492a-838f-5becc38b68b0 req-6c8c47ed-65b8-4010-8908-2ac5d53e9c02 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.1340652 Oct 22 18:52:16.112300 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289082c8-26bb-405e-a1b2-cb70ecc88bbd x-openstack-request-id: req-289082c8-26bb-405e-a1b2-cb70ecc88bbd {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:16.112300 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:16.112300 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-289082c8-26bb-405e-a1b2-cb70ecc88bbd {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:16.112300 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'status': 'completed', 'code': 200} Oct 22 18:52:16.176427 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-e5b8a9bc-f71e-4f03-a8fd-963fbb20bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.177935 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-e5b8a9bc-f71e-4f03-a8fd-963fbb20bc05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 1097 time: 0.0909860 Oct 22 18:52:16.181174 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4693f44-c7ea-492a-838f-5becc38b68b0 req-d6bcbd37-a557-44ee-b64f-416638f226df tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494478 Oct 22 18:52:16.233119 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-1243c81c-71e8-480c-a6e3-9161ea49d935 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 200 len: 217 time: 0.0454814 Oct 22 18:52:16.284887 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-227b5f3e-d192-4740-ba26-bef2ef48209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.286403 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-227b5f3e-d192-4740-ba26-bef2ef48209d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0454283 Oct 22 18:52:16.335176 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-146fc73a-4f0d-410b-8285-35b3901213e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.336566 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-146fc73a-4f0d-410b-8285-35b3901213e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408132 Oct 22 18:52:16.430794 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-b06506b8-1164-4fcf-81c8-176b1b099f45 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Oct 22 18:52:16.525166 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12837f5-1be5-4bee-bb3f-42d414649e7c req-46806968-de6c-41ed-b6b7-a337d3784674 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863853 Oct 22 18:52:16.627515 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322ce0b-f549-44bc-b556-f34324508c8a req-b1bfd3b5-a8d1-4b8e-b8e3-2e92588a663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.628995 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6322ce0b-f549-44bc-b556-f34324508c8a req-b1bfd3b5-a8d1-4b8e-b8e3-2e92588a663c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 1097 time: 0.0439534 Oct 22 18:52:16.734771 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400c9a5-49b4-4780-9519-e4bf8d85aa34 req-b643b5ad-0b65-446c-ba3f-8a8725e200b6 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.736383 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5400c9a5-49b4-4780-9519-e4bf8d85aa34 req-b643b5ad-0b65-446c-ba3f-8a8725e200b6 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0597668 Oct 22 18:52:16.746209 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322ce0b-f549-44bc-b556-f34324508c8a req-6a5935cc-1f36-4a4a-a678-87c48c99715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:16.748810 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6322ce0b-f549-44bc-b556-f34324508c8a req-6a5935cc-1f36-4a4a-a678-87c48c99715c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 911 time: 0.1124909 Oct 22 18:52:16.778840 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5400c9a5-49b4-4780-9519-e4bf8d85aa34 req-97b95250-0b65-4005-9355-0717804cfa6f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359433 Oct 22 18:52:16.791258 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6322ce0b-f549-44bc-b556-f34324508c8a req-f6bed4bf-e60b-477e-ba2d-825bfe0e3c63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 200 len: 217 time: 0.0348969 Oct 22 18:52:16.938701 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c046fc5a-b2dc-417a-b5e8-b1e744b10c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:17.319433 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1c365-57e1-499b-b4b8-f030fd39b1a1 req-bcc456f3-5e7c-420f-894f-82d1a9a670d8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:17.320925 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3ce1c365-57e1-499b-b4b8-f030fd39b1a1 req-bcc456f3-5e7c-420f-894f-82d1a9a670d8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0551369 Oct 22 18:52:17.358615 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3ce1c365-57e1-499b-b4b8-f030fd39b1a1 req-4eaaa6aa-7d37-41e3-9f38-e477234876cc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Oct 22 18:52:17.894883 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704907d7-b2d8-4ab9-870e-ed8a42bd8f59 req-c98f2907-3392-4732-a021-3d0e2263c38d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:17.896356 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-704907d7-b2d8-4ab9-870e-ed8a42bd8f59 req-c98f2907-3392-4732-a021-3d0e2263c38d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0515165 Oct 22 18:52:17.930072 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:17.936542 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-704907d7-b2d8-4ab9-870e-ed8a42bd8f59 req-ff496104-d25e-4bca-88e4-2ec9c999b1f5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344429 Oct 22 18:52:18.304877 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:18.483144 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322ce0b-f549-44bc-b556-f34324508c8a req-29cc27ee-db28-4bec-8472-1421d79d1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:18.484395 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6322ce0b-f549-44bc-b556-f34324508c8a req-29cc27ee-db28-4bec-8472-1421d79d1cec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0713029 Oct 22 18:52:18.501005 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cfd00-a408-489d-8d5a-ac0f25084f62 req-29202b49-ba16-49eb-bd64-0622fbe18b02 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:18.502508 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-689cfd00-a408-489d-8d5a-ac0f25084f62 req-29202b49-ba16-49eb-bd64-0622fbe18b02 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0619230 Oct 22 18:52:18.539135 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-689cfd00-a408-489d-8d5a-ac0f25084f62 req-922bd60b-66a5-4a1d-8ac5-1e29be99f803 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Oct 22 18:52:19.048589 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db1b0-a85c-4907-b861-0dea41ca51d5 req-1c68d908-712b-40e9-b99b-720c2344eb46 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:19.050055 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f5db1b0-a85c-4907-b861-0dea41ca51d5 req-1c68d908-712b-40e9-b99b-720c2344eb46 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0481040 Oct 22 18:52:19.087275 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f5db1b0-a85c-4907-b861-0dea41ca51d5 req-e9bddcea-67d6-41ee-ab48-ed935fdd4487 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313895 Oct 22 18:52:19.439426 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322ce0b-f549-44bc-b556-f34324508c8a req-2194f19d-2deb-47ec-a992-e6ea36455f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:19.440856 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6322ce0b-f549-44bc-b556-f34324508c8a req-2194f19d-2deb-47ec-a992-e6ea36455f85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429807 Oct 22 18:52:19.652319 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62c62c-802d-41b4-8909-2ae1c1409f3e req-f0cfebc3-6ffb-4622-b3c3-4821bef2a3d5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:19.654297 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0a62c62c-802d-41b4-8909-2ae1c1409f3e req-f0cfebc3-6ffb-4622-b3c3-4821bef2a3d5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0469525 Oct 22 18:52:19.690322 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0a62c62c-802d-41b4-8909-2ae1c1409f3e req-7a4984c2-abc7-4dae-b7b3-ff906decde41 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302646 Oct 22 18:52:19.936148 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:20.198502 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e45af-5d24-4fb5-b915-ecc32ed34270 req-74b5b5f6-c18d-4294-b734-7dd5e1336cd0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:20.200410 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef6e45af-5d24-4fb5-b915-ecc32ed34270 req-74b5b5f6-c18d-4294-b734-7dd5e1336cd0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0475833 Oct 22 18:52:20.240715 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef6e45af-5d24-4fb5-b915-ecc32ed34270 req-ec426bdb-b312-4460-b2ec-88bc01e253c5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344927 Oct 22 18:52:20.802378 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bff3dc-12e8-4efa-88aa-74ddec704e19 req-7a07466b-c1b3-44e5-ad4c-7a1f7b6b3317 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:20.803824 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d0bff3dc-12e8-4efa-88aa-74ddec704e19 req-7a07466b-c1b3-44e5-ad4c-7a1f7b6b3317 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0478404 Oct 22 18:52:20.840261 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d0bff3dc-12e8-4efa-88aa-74ddec704e19 req-753728cc-3312-4412-b1dc-f30da18907a8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Oct 22 18:52:21.019875 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6322ce0b-f549-44bc-b556-f34324508c8a req-e9406264-0427-47dd-b011-e6ecba4017ec service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837595 Oct 22 18:52:21.112954 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6322ce0b-f549-44bc-b556-f34324508c8a req-63dc0564-31a4-48c2-9a00-789d3a601868 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852571 Oct 22 18:52:21.355663 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b604b-9c8b-42ec-8419-1a8ca422b6a3 req-22119f98-c5b4-428b-acff-3dcb138180f6 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:21.357936 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-872b604b-9c8b-42ec-8419-1a8ca422b6a3 req-22119f98-c5b4-428b-acff-3dcb138180f6 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0518048 Oct 22 18:52:21.394739 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-872b604b-9c8b-42ec-8419-1a8ca422b6a3 req-e2940c73-3789-4e49-809c-7caa2bb20eb4 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309615 Oct 22 18:52:21.958408 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef081dbc-613b-4f4d-8fbc-50a115ebc50d req-4ebc95f4-b544-475d-86e0-00328a6d096f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:21.960542 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef081dbc-613b-4f4d-8fbc-50a115ebc50d req-4ebc95f4-b544-475d-86e0-00328a6d096f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0554662 Oct 22 18:52:21.970637 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73205b87-84c0-49a8-a472-e087bfeff52b req-5a4bf473-e164-42e2-a025-5e4b190a9c41 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:21.972193 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-73205b87-84c0-49a8-a472-e087bfeff52b req-5a4bf473-e164-42e2-a025-5e4b190a9c41 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0582740 Oct 22 18:52:22.005792 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef081dbc-613b-4f4d-8fbc-50a115ebc50d req-7bc3c0c6-d245-4fee-b32c-144f12600ed9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393319 Oct 22 18:52:22.014543 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-73205b87-84c0-49a8-a472-e087bfeff52b req-c2cd54bc-0785-41c7-9e1f-d61d4996b158 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356092 Oct 22 18:52:22.513286 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d151ed-bba2-4a8c-9200-3640e71a1724 req-718960c0-9e88-4f48-b400-0611e7fd4902 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:22.514819 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07d151ed-bba2-4a8c-9200-3640e71a1724 req-718960c0-9e88-4f48-b400-0611e7fd4902 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0523696 Oct 22 18:52:22.551522 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07d151ed-bba2-4a8c-9200-3640e71a1724 req-6fa9aca0-deed-453d-a886-619dc0a345ad tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Oct 22 18:52:22.689105 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9250f885-56ee-407f-959d-038c45584f53 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:52:22.787047 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:22.798726 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '9250f885-56ee-407f-959d-038c45584f53', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'port_id': '9250f885-56ee-407f-959d-038c45584f53', 'mac_address': 'fa:16:3e:b2:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:52:22.834612 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:22.847405 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9250f885-56ee-407f-959d-038c45584f53 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:52:22.866895 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:22.870900 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:22.916246 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:23.002884 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:23.125234 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e9ece-9372-473e-95f4-8a340a22b511 req-28b92428-fd31-43b0-bf97-380e91c5ae4f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:23.126755 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-061e9ece-9372-473e-95f4-8a340a22b511 req-28b92428-fd31-43b0-bf97-380e91c5ae4f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0483270 Oct 22 18:52:23.141305 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7890fc-fd20-4b41-9825-72a036fd170a req-cfe2fa0f-d7b5-4808-86e7-cdb123fbadaa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:23.142810 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3f7890fc-fd20-4b41-9825-72a036fd170a req-cfe2fa0f-d7b5-4808-86e7-cdb123fbadaa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0529509 Oct 22 18:52:23.164678 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-061e9ece-9372-473e-95f4-8a340a22b511 req-84f1a026-bb51-4391-81be-72b71f202cfa tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Oct 22 18:52:23.180421 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3f7890fc-fd20-4b41-9825-72a036fd170a req-634e699f-7028-42f4-ab5d-d7800d1306e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Oct 22 18:52:23.526310 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['9250f885-56ee-407f-959d-038c45584f53'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:52:23.663951 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75683-53d3-4607-b652-d06cb4caf599 req-f24ea808-86ea-4a95-83c2-9ae4d5197756 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:23.665462 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7cb75683-53d3-4607-b652-d06cb4caf599 req-f24ea808-86ea-4a95-83c2-9ae4d5197756 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 944 time: 0.0481718 Oct 22 18:52:23.705787 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7cb75683-53d3-4607-b652-d06cb4caf599 req-46f44c34-559b-4573-8962-b41d098c2614 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335455 Oct 22 18:52:24.287178 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b3d7-c9a7-4695-bfa5-e85bebca63f1 req-4690ccbd-a76d-471e-91ee-ffd48b0e4667 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:24.288782 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c278b3d7-c9a7-4695-bfa5-e85bebca63f1 req-4690ccbd-a76d-471e-91ee-ffd48b0e4667 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0524876 Oct 22 18:52:24.296749 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d7874-59ea-4df5-ac77-f1c910701920 req-0fa0c15e-43aa-48e9-91ff-bcbbf1b91097 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:24.298155 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa0d7874-59ea-4df5-ac77-f1c910701920 req-0fa0c15e-43aa-48e9-91ff-bcbbf1b91097 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0519738 Oct 22 18:52:24.330325 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c278b3d7-c9a7-4695-bfa5-e85bebca63f1 req-ea600207-ab6c-4219-858c-17fc87050b9c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349483 Oct 22 18:52:24.336481 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa0d7874-59ea-4df5-ac77-f1c910701920 req-e5658279-8a76-4a45-9b5a-52f895c405ef tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325704 Oct 22 18:52:24.819006 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382fc07-710a-4ab6-944d-a63b27e88331 req-c49ef5c2-fce8-4802-b609-cb7bf6f1c20d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:24.820475 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b382fc07-710a-4ab6-944d-a63b27e88331 req-c49ef5c2-fce8-4802-b609-cb7bf6f1c20d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 944 time: 0.0491314 Oct 22 18:52:24.860791 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b382fc07-710a-4ab6-944d-a63b27e88331 req-46d726c4-b48e-490d-8c9b-aa496fc2bd46 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327642 Oct 22 18:52:25.450330 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b6799-5705-46e7-87ab-4f149435a89b req-7f71814c-1ed2-4c40-8a11-a80717f615c4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:25.451985 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5b6b6799-5705-46e7-87ab-4f149435a89b req-7f71814c-1ed2-4c40-8a11-a80717f615c4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0506613 Oct 22 18:52:25.453427 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c613f-c7c5-4209-951e-6d11ce9b5cfa req-95beb52f-f5df-4f7f-80a4-281b65ca5ddb tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:25.454924 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4b0c613f-c7c5-4209-951e-6d11ce9b5cfa req-95beb52f-f5df-4f7f-80a4-281b65ca5ddb tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0519192 Oct 22 18:52:25.490513 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5b6b6799-5705-46e7-87ab-4f149435a89b req-b299cfc2-6100-4278-b717-ac81785dfa43 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324039 Oct 22 18:52:25.491879 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4b0c613f-c7c5-4209-951e-6d11ce9b5cfa req-058c01e1-d2fd-4898-a7de-2f8992bd8283 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Oct 22 18:52:25.977377 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ce5a-ec86-414c-bea7-c4325f8d63a4 req-f07d406a-7301-43e8-b110-f166ffdbe923 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:25.977377 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bb6ce5a-ec86-414c-bea7-c4325f8d63a4 req-f07d406a-7301-43e8-b110-f166ffdbe923 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 944 time: 0.0511515 Oct 22 18:52:26.017010 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bb6ce5a-ec86-414c-bea7-c4325f8d63a4 req-67bad903-6d5f-4e33-ae33-cb1354d56966 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Oct 22 18:52:26.630490 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185a756-dabc-4556-9e0b-cde178809960 req-86be8e52-d053-4251-aa20-a70857817fc5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:26.631158 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd01cc-4d2a-4341-a93f-3bbedaa8ac41 req-b0351302-e0ca-4ca8-adea-b17ee6c7bddb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:26.632057 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8185a756-dabc-4556-9e0b-cde178809960 req-86be8e52-d053-4251-aa20-a70857817fc5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 944 time: 0.0650213 Oct 22 18:52:26.632611 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6ffd01cc-4d2a-4341-a93f-3bbedaa8ac41 req-b0351302-e0ca-4ca8-adea-b17ee6c7bddb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0584106 Oct 22 18:52:26.686599 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6ffd01cc-4d2a-4341-a93f-3bbedaa8ac41 req-f87c0e24-3794-423e-9426-fff4dcce3341 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480249 Oct 22 18:52:26.687284 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8185a756-dabc-4556-9e0b-cde178809960 req-ebe3eb46-d3e6-488b-9686-127c6459d8c5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491188 Oct 22 18:52:26.757069 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device bb0937a6-3375-4911-b0e5-14236ee63d60 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:52:26.764139 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9250f885-56ee-407f-959d-038c45584f53 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:26.869423 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 9250f885-56ee-407f-959d-038c45584f53 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:52:26.876843 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 9250f885-56ee-407f-959d-038c45584f53 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:26.877220 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:27.030568 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port bb0937a6-3375-4911-b0e5-14236ee63d60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bb0937a6-3375-4911-b0e5-14236ee63d60,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:27.047160 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'port_id': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'mac_address': 'fa:16:3e:b5:18:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:52:27.095421 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:27.127557 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0937a6-3375-4911-b0e5-14236ee63d60 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:52:27.136967 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91260f-3234-48be-9229-7df4bbabce9d req-60ff5f31-2be1-4ec3-aa54-39e01b6eb06e tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:27.138459 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3f91260f-3234-48be-9229-7df4bbabce9d req-60ff5f31-2be1-4ec3-aa54-39e01b6eb06e tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 944 time: 0.0566642 Oct 22 18:52:27.153258 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:27.156134 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port bb0937a6-3375-4911-b0e5-14236ee63d60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bb0937a6-3375-4911-b0e5-14236ee63d60,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:27.164980 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:27.177834 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3f91260f-3234-48be-9229-7df4bbabce9d req-3c962e54-8bf4-4333-b3ec-65c8641b61b4 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Oct 22 18:52:27.204021 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250f885-56ee-407f-959d-038c45584f53'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:27.206310 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf49de1c-fb53-400a-bed9-0e2f49d9c5fa" -d '{"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-plugged", "status": "completed", "tag": "9250f885-56ee-407f-959d-038c45584f53"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:27.226949 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:27.239388 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:27.244040 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=bb0937a6-3375-4911-b0e5-14236ee63d60,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:27.249284 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3414ed-45a6-40f1-8127-dfc23cf1e230 x-openstack-request-id: req-4b3414ed-45a6-40f1-8127-dfc23cf1e230 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:27.249572 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-plugged", "status": "completed", "tag": "9250f885-56ee-407f-959d-038c45584f53", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:27.249829 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b3414ed-45a6-40f1-8127-dfc23cf1e230 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:27.250246 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250f885-56ee-407f-959d-038c45584f53', 'code': 200} Oct 22 18:52:27.295556 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:27.474250 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83644b93-8c34-4b1d-928f-ffeb39032f04 req-03824d62-ed3f-4304-b244-ae75784f1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:27.475738 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83644b93-8c34-4b1d-928f-ffeb39032f04 req-03824d62-ed3f-4304-b244-ae75784f1276 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1098 time: 0.0404930 Oct 22 18:52:27.513813 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83644b93-8c34-4b1d-928f-ffeb39032f04 req-a248edf8-e074-4265-86d2-b09f6abe28c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279601 Oct 22 18:52:27.738336 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['bb0937a6-3375-4911-b0e5-14236ee63d60'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:52:27.827775 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0672e9a-52dd-4037-a45e-24061352847e req-39778e7d-0cf9-49ed-bd85-c23a8fe4acb7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:27.830139 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0672e9a-52dd-4037-a45e-24061352847e req-39778e7d-0cf9-49ed-bd85-c23a8fe4acb7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0545082 Oct 22 18:52:27.831321 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed629f-5861-4328-aa31-4418de69ee39 req-f351065b-191c-4ef9-be78-32746e3b159a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:27.832947 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0aed629f-5861-4328-aa31-4418de69ee39 req-f351065b-191c-4ef9-be78-32746e3b159a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 945 time: 0.0655005 Oct 22 18:52:27.875647 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0672e9a-52dd-4037-a45e-24061352847e req-48e8589c-f805-40e5-93c1-23cc2e0439df tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357502 Oct 22 18:52:27.884874 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0aed629f-5861-4328-aa31-4418de69ee39 req-a6ee2891-357a-48cd-b9e4-142ca458853a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435455 Oct 22 18:52:28.324870 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2c8b7-116d-4ffc-a52d-0c0b6be0f645 req-53c10a0a-0075-4f48-883f-c417d184f33c tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:28.326514 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11c2c8b7-116d-4ffc-a52d-0c0b6be0f645 req-53c10a0a-0075-4f48-883f-c417d184f33c tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0638592 Oct 22 18:52:28.367427 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11c2c8b7-116d-4ffc-a52d-0c0b6be0f645 req-c6e84347-ad69-4a32-a0cf-3490bbc4e632 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346272 Oct 22 18:52:29.023468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5f20c-f70e-47dd-90aa-42956842aca0 req-3e19c5bd-2e82-4d77-a39c-b0dffcf734e4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:29.025068 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dd5f20c-f70e-47dd-90aa-42956842aca0 req-3e19c5bd-2e82-4d77-a39c-b0dffcf734e4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0676064 Oct 22 18:52:29.078413 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dd5f20c-f70e-47dd-90aa-42956842aca0 req-8118f8d1-fbce-4aaa-bcd6-48d972bc708b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354807 Oct 22 18:52:29.082790 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043812ea-5466-4bfd-ae92-2e922cea7541 req-6e72b0ed-6dff-4af1-b8d1-f82e5035ce81 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:29.084898 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-043812ea-5466-4bfd-ae92-2e922cea7541 req-6e72b0ed-6dff-4af1-b8d1-f82e5035ce81 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 945 time: 0.0519757 Oct 22 18:52:29.128257 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-043812ea-5466-4bfd-ae92-2e922cea7541 req-d18805f7-9059-4a47-996a-6893dcca38e9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Oct 22 18:52:29.480455 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:52:29.499827 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca72bc2-e079-49b5-9c3c-35462d438805 req-223a2f4b-2732-4076-8934-192125c1fe6e tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:29.501502 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ca72bc2-e079-49b5-9c3c-35462d438805 req-223a2f4b-2732-4076-8934-192125c1fe6e tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0560415 Oct 22 18:52:29.544361 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ca72bc2-e079-49b5-9c3c-35462d438805 req-fd839d54-4695-4fd2-a43b-250d88501ca8 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333085 Oct 22 18:52:29.662004 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f478db1-2a94-4996-95d8-7c2617fc083c req-cae18f67-ddcc-42bc-93a4-ccfa50285697 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:29.663507 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8f478db1-2a94-4996-95d8-7c2617fc083c req-cae18f67-ddcc-42bc-93a4-ccfa50285697 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Oct 22 18:52:29.704606 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8f478db1-2a94-4996-95d8-7c2617fc083c req-10d36ffc-c21c-4d2a-8491-a173d5884746 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Oct 22 18:52:29.726068 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37688) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:29.876465 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b9d7e-2b21-4fed-9000-953f6121624a tempest-TestShelveInstance-1897180010 tempest-TestShelveInstance-1897180010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:29.878017 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-773b9d7e-2b21-4fed-9000-953f6121624a tempest-TestShelveInstance-1897180010 tempest-TestShelveInstance-1897180010-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1093 time: 0.1510086 Oct 22 18:52:29.881203 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37692) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:29.885712 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'port_id': '9250f885-56ee-407f-959d-038c45584f53', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:29.909797 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.007985 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.110992 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Allocated IP 172.27.0.137 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/e4401b15-87a1-40af-b3e4-2e9c9e8f4c6b) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:52:30.246687 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0923e-7afd-4629-8bd9-80f1ef478b72 req-a22fcdc7-8b25-451a-970c-d6d46a38aa8a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:30.248165 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4d0923e-7afd-4629-8bd9-80f1ef478b72 req-a22fcdc7-8b25-451a-970c-d6d46a38aa8a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Oct 22 18:52:30.253929 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca1ed1-5f2b-4fa2-a9b8-b5c442f5b384 req-2cecc334-9bde-4aa0-a5e5-916368b4ce04 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:30.255450 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-39ca1ed1-5f2b-4fa2-a9b8-b5c442f5b384 req-2cecc334-9bde-4aa0-a5e5-916368b4ce04 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0755255 Oct 22 18:52:30.260748 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.286974 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4d0923e-7afd-4629-8bd9-80f1ef478b72 req-5171c3e0-aa9e-4e26-9601-fa5e55aed1d8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Oct 22 18:52:30.314639 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-39ca1ed1-5f2b-4fa2-a9b8-b5c442f5b384 req-b6e6396f-e664-4f86-b456-0bcf48004f47 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522280 Oct 22 18:52:30.324304 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.366174 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:52:30.369238 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:52:30.372605 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:52:30.397665 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'Port': ['ID=e4401b15-87a1-40af-b3e4-2e9c9e8f4c6b,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:30.727998 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.729718 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37708) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:30.800729 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.844592 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5dbfcab7-6277-4531-ad47-a1f203dcf776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.918268 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5dbfcab7-6277-4531-ad47-a1f203dcf776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.922685 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5dbfcab7-6277-4531-ad47-a1f203dcf776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.955640 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.960374 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:30.961039 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5dbfcab7-6277-4531-ad47-a1f203dcf776 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcf2af5bf4434d78ac6a2436df023218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301335 Oct 22 18:52:30.962101 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfcab7-6277-4531-ad47-a1f203dcf776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49693fb-82c4-4701-b0a4-9057a04f76b8,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:30.963781 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37712) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:31.065059 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event updated for resources: {'Port': ['ID=e4401b15-87a1-40af-b3e4-2e9c9e8f4c6b,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:31.075724 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.125831 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-050d17c0-ad38-4431-964b-08891ed25621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.157703 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-050d17c0-ad38-4431-964b-08891ed25621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.222827 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Floating IP 17fd6439-6deb-4545-b733-5653514c3304 associated. External IP: 172.27.0.137, port: 9250f885-56ee-407f-959d-038c45584f53. Oct 22 18:52:31.275848 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-050d17c0-ad38-4431-964b-08891ed25621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.278419 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-050d17c0-ad38-4431-964b-08891ed25621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.279597 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-050d17c0-ad38-4431-964b-08891ed25621 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f49693fb-82c4-4701-b0a4-9057a04f76b8 HTTP/1.1" status: 204 len: 168 time: 0.3124897 Oct 22 18:52:31.317103 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d17c0-ad38-4431-964b-08891ed25621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49693fb-82c4-4701-b0a4-9057a04f76b8,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:31.427876 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d349542-8193-4288-ade1-4e5a363730aa req-db1d903e-296c-423d-b774-fcbfcddc601b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:31.429442 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4d349542-8193-4288-ade1-4e5a363730aa req-db1d903e-296c-423d-b774-fcbfcddc601b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 945 time: 0.0697074 Oct 22 18:52:31.478883 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4d349542-8193-4288-ade1-4e5a363730aa req-c915a93e-3385-4fae-962c-91ea224738f1 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Oct 22 18:52:31.501822 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Router d4779d11-e274-4739-bc1a-999d0edc8e1e has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:52:31.510927 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba44bb2-daf4-47eb-b6e3-f522747d81e1 req-3e7456ac-bde0-4c3e-a0e6-41d0427f0d52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:31.512409 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7ba44bb2-daf4-47eb-b6e3-f522747d81e1 req-3e7456ac-bde0-4c3e-a0e6-41d0427f0d52 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0783217 Oct 22 18:52:31.576983 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37724) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:31.589704 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67da12f1-3745-4f57-87e1-c4dd95396706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.591051 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7ba44bb2-daf4-47eb-b6e3-f522747d81e1 req-b59a50dc-d598-4150-9251-9007019b5861 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718858 Oct 22 18:52:31.645919 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:52:31.659582 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] Sync routers for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:52:31.665291 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.669775 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:31.670682 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:52:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:31.678112 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67da12f1-3745-4f57-87e1-c4dd95396706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.682444 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67da12f1-3745-4f57-87e1-c4dd95396706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.711452 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-232e29fe-df53-4c17-b960-da17e5cd6f14 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8147502 Oct 22 18:52:31.711452 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'tag': '9250f885-56ee-407f-959d-038c45584f53'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:31.711452 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ae8fd0-9169-485e-9bee-7b78a1929bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "tag": "9250f885-56ee-407f-959d-038c45584f53"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:31.712321 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da12f1-3745-4f57-87e1-c4dd95396706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cd0c0b-fd80-4615-8b76-96328daed57e,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:31.736699 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-67da12f1-3745-4f57-87e1-c4dd95396706 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83b35cec10ed45d88172c67b43ea01c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585126 Oct 22 18:52:31.739521 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37732) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:31.758514 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e39912-ad31-4217-b7d9-e80fce5bab83 x-openstack-request-id: req-f4e39912-ad31-4217-b7d9-e80fce5bab83 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:31.758798 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "tag": "9250f885-56ee-407f-959d-038c45584f53", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:31.759058 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4e39912-ad31-4217-b7d9-e80fce5bab83 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:31.759451 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'tag': '9250f885-56ee-407f-959d-038c45584f53', 'status': 'completed', 'code': 200} Oct 22 18:52:31.792777 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78d073ce-c578-4a4b-8963-24c3d4061c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.809831 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device bb0937a6-3375-4911-b0e5-14236ee63d60 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:31.820080 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78d073ce-c578-4a4b-8963-24c3d4061c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.852576 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:31.872053 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78d073ce-c578-4a4b-8963-24c3d4061c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.875772 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78d073ce-c578-4a4b-8963-24c3d4061c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:31.877262 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-78d073ce-c578-4a4b-8963-24c3d4061c36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1cd0c0b-fd80-4615-8b76-96328daed57e HTTP/1.1" status: 204 len: 168 time: 0.1365669 Oct 22 18:52:31.891988 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d073ce-c578-4a4b-8963-24c3d4061c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cd0c0b-fd80-4615-8b76-96328daed57e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:31.988632 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port bb0937a6-3375-4911-b0e5-14236ee63d60 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:52:31.995581 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port bb0937a6-3375-4911-b0e5-14236ee63d60 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:31.995950 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:32.152055 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:32.181980 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:32.184239 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e935a8-be0f-4526-bdf8-051bdb928c8b" -d '{"events": [{"server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "name": "network-vif-plugged", "status": "completed", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:32.203157 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port bb0937a6-3375-4911-b0e5-14236ee63d60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bb0937a6-3375-4911-b0e5-14236ee63d60,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:32.212098 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:32.244322 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e765c4f-0daf-4f25-93a6-93592607bf2c x-openstack-request-id: req-8e765c4f-0daf-4f25-93a6-93592607bf2c {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:32.244641 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "name": "network-vif-plugged", "status": "completed", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:32.244737 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e765c4f-0daf-4f25-93a6-93592607bf2c {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:32.245139 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'code': 200} Oct 22 18:52:32.265775 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '17fd6439-6deb-4545-b733-5653514c3304', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'port_id': '9250f885-56ee-407f-959d-038c45584f53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'mac_address': 'fa:16:3e:b2:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:30Z', 'updated_at': '2021-10-22T18:52:30Z', 'revision_number': 0, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 5, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:32.299807 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] Checking router: d4779d11-e274-4739-bc1a-999d0edc8e1e for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:52:32.301734 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=bb0937a6-3375-4911-b0e5-14236ee63d60,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:32.311879 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:32.312667 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:52:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:32.422482 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:32.603443 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1814d-6950-46c2-b8f2-c3cc7ef90e94 req-9aec278a-0da2-4af2-89a8-ac16a65a8b75 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:32.605043 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f4d1814d-6950-46c2-b8f2-c3cc7ef90e94 req-9aec278a-0da2-4af2-89a8-ac16a65a8b75 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0507226 Oct 22 18:52:32.655892 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f4d1814d-6950-46c2-b8f2-c3cc7ef90e94 req-9687fe06-9590-4a12-aab6-b0335cfae848 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Oct 22 18:52:32.688580 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '17fd6439-6deb-4545-b733-5653514c3304', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'port_id': '9250f885-56ee-407f-959d-038c45584f53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'mac_address': 'fa:16:3e:b2:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:30Z', 'updated_at': '2021-10-22T18:52:30Z', 'revision_number': 0, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 5, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:32.718346 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa30a6-e8c3-4adc-9452-fbf9474105f2 None None] The sync data for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi is: [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '17fd6439-6deb-4545-b733-5653514c3304', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'port_id': '9250f885-56ee-407f-959d-038c45584f53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'mac_address': 'fa:16:3e:b2:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:30Z', 'updated_at': '2021-10-22T18:52:30Z', 'revision_number': 0, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 5, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:52:32.735403 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fa25b-3d4e-42ac-be45-af9a30d637eb req-92fa089f-c973-4ba7-af92-ee58c9b05302 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:32.737024 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6d3fa25b-3d4e-42ac-be45-af9a30d637eb req-92fa089f-c973-4ba7-af92-ee58c9b05302 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0540082 Oct 22 18:52:32.787521 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6d3fa25b-3d4e-42ac-be45-af9a30d637eb req-f51f48e2-e157-4b80-b7ca-9361f6ac8ce7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Oct 22 18:52:32.935129 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d622e-4aa8-40d0-9c57-023aa3fd9497 None None] New status for floating IP 17fd6439-6deb-4545-b733-5653514c3304: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:52:33.029162 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37772) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:33.142535 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9dc32ffd-0148-47ef-b021-863001d22562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:33.218256 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9dc32ffd-0148-47ef-b021-863001d22562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:33.223492 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9dc32ffd-0148-47ef-b021-863001d22562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:33.262523 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9dc32ffd-0148-47ef-b021-863001d22562 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a95b3fad2f3b4e758c8fb5253c86b979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315359 Oct 22 18:52:33.263459 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc32ffd-0148-47ef-b021-863001d22562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac518b7-4fca-44c6-b4e2-59e212fdf664,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:33.266138 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37778) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:33.315322 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb5cf-8636-467c-9b26-ff5ea319ce1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:33.335360 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb5cf-8636-467c-9b26-ff5ea319ce1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:33.381885 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb5cf-8636-467c-9b26-ff5ea319ce1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:33.384454 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb5cf-8636-467c-9b26-ff5ea319ce1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:33.385585 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-fe7bb5cf-8636-467c-9b26-ff5ea319ce1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bac518b7-4fca-44c6-b4e2-59e212fdf664 HTTP/1.1" status: 204 len: 168 time: 0.1180148 Oct 22 18:52:33.393116 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bb5cf-8636-467c-9b26-ff5ea319ce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac518b7-4fca-44c6-b4e2-59e212fdf664,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:33.772110 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f6346-8b55-4c1e-a8e3-c056c939ae05 req-3fe91d6c-31b7-4cb2-b665-db4090f9f56a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:33.773609 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12f6346-8b55-4c1e-a8e3-c056c939ae05 req-3fe91d6c-31b7-4cb2-b665-db4090f9f56a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0516727 Oct 22 18:52:33.813881 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e12f6346-8b55-4c1e-a8e3-c056c939ae05 req-9df2b102-c7e4-4eb2-8156-d79ade89753c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 Oct 22 18:52:33.913826 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c5b0f-34dd-4a3a-ac2d-28843a813adb req-03543573-6c92-43bb-bfbd-4b05a97cf24e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:33.915391 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e18c5b0f-34dd-4a3a-ac2d-28843a813adb req-03543573-6c92-43bb-bfbd-4b05a97cf24e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0525527 Oct 22 18:52:33.957123 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e18c5b0f-34dd-4a3a-ac2d-28843a813adb req-7d73495c-1b16-41a0-9a3b-f08fbf5e008e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346937 Oct 22 18:52:34.239215 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-006c577b-6711-4ac4-9ba4-7d2dcd1b5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:34.240716 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-006c577b-6711-4ac4-9ba4-7d2dcd1b5dec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1098 time: 0.0434294 Oct 22 18:52:34.355672 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-dc896083-a777-4d53-b8ee-f983f4c8cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:34.357509 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-dc896083-a777-4d53-b8ee-f983f4c8cd83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 910 time: 0.1015422 Oct 22 18:52:34.427563 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a091216-e2d9-4af9-8f10-8253661721f5 req-eb3d0145-4011-45bc-bf6f-07a2ceb8e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:34.429627 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a091216-e2d9-4af9-8f10-8253661721f5 req-eb3d0145-4011-45bc-bf6f-07a2ceb8e4d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 1099 time: 0.0604002 Oct 22 18:52:34.481424 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a091216-e2d9-4af9-8f10-8253661721f5 req-fdf2d52e-414e-49ca-806a-3f039f758115 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393927 Oct 22 18:52:34.665423 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-c87be281-34f4-4ab1-a98e-df402b87fc76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 1001 time: 0.2964766 Oct 22 18:52:34.959876 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb20fd1-8cea-482a-b70b-b3ffdcea2b75 req-4879317f-5aa6-4ef6-90bc-b2dcae13f1f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:34.961326 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5fb20fd1-8cea-482a-b70b-b3ffdcea2b75 req-4879317f-5aa6-4ef6-90bc-b2dcae13f1f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0786443 Oct 22 18:52:34.999007 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-2937159d-640c-47a4-9f07-4b5c93d228b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:35.000379 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-2937159d-640c-47a4-9f07-4b5c93d228b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.0842671 Oct 22 18:52:35.027156 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5fb20fd1-8cea-482a-b70b-b3ffdcea2b75 req-94851c7a-0b3c-4f17-be80-953d6191054e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523858 Oct 22 18:52:35.066510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-d642bae0-11e3-46a0-8063-1f24bde198f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:35.067884 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-d642bae0-11e3-46a0-8063-1f24bde198f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517411 Oct 22 18:52:35.117710 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14328a-0058-4d39-8efa-f38cb09a882c req-30cbc464-e4df-4d93-b40d-a8ace003e7dd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:35.119328 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6d14328a-0058-4d39-8efa-f38cb09a882c req-30cbc464-e4df-4d93-b40d-a8ace003e7dd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0644903 Oct 22 18:52:35.160393 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6d14328a-0058-4d39-8efa-f38cb09a882c req-ceaeeefc-9513-4f54-89dc-72c001db0fd2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350387 Oct 22 18:52:35.171741 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-c5c6e60b-7603-4adf-a469-351ee955c8e5 service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936432 Oct 22 18:52:35.266875 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24ae8fd0-9169-485e-9bee-7b78a1929bbe req-67a03479-5822-4b5a-b183-f09cd61f1ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841556 Oct 22 18:52:35.655301 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56e48b-73d5-4718-8dc5-517a936a5472 req-6003a887-24df-4e9f-878a-7d68a1ee73e6 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:35.656873 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1c56e48b-73d5-4718-8dc5-517a936a5472 req-6003a887-24df-4e9f-878a-7d68a1ee73e6 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0496171 Oct 22 18:52:35.694289 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1c56e48b-73d5-4718-8dc5-517a936a5472 req-60031934-123d-4f94-ae7c-a975e36d4004 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Oct 22 18:52:36.158666 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1c0b-dc5a-4527-8694-169770ba43e7 req-37b93846-1ada-4140-85b1-faab277a6032 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:36.160131 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-666b1c0b-dc5a-4527-8694-169770ba43e7 req-37b93846-1ada-4140-85b1-faab277a6032 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0488913 Oct 22 18:52:36.197017 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-666b1c0b-dc5a-4527-8694-169770ba43e7 req-e7887828-1668-421a-99da-a834aab83ccc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309243 Oct 22 18:52:36.279282 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085f2ff-1541-4232-a957-f5aa6eeadc14 req-0acb8227-1328-4bc2-aa37-ce51b807d0d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:36.281448 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c085f2ff-1541-4232-a957-f5aa6eeadc14 req-0acb8227-1328-4bc2-aa37-ce51b807d0d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0496922 Oct 22 18:52:36.319243 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c085f2ff-1541-4232-a957-f5aa6eeadc14 req-e6c04054-448c-42d0-8407-23a58f98b9fc tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Oct 22 18:52:36.812107 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271047b-6436-4ee0-8d43-f1e8c2b7a5c1 req-1318f848-703a-451c-bb10-fb33e8ef3846 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:36.813570 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5271047b-6436-4ee0-8d43-f1e8c2b7a5c1 req-1318f848-703a-451c-bb10-fb33e8ef3846 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0527458 Oct 22 18:52:36.850325 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5271047b-6436-4ee0-8d43-f1e8c2b7a5c1 req-cf7b05be-774d-4337-9a00-3e368a407bd1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Oct 22 18:52:37.316507 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9db61-a933-4193-bc94-9a3dfc32e921 req-75ee09d4-d46d-4f85-b7c0-56b3acecfb21 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:37.317981 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f5e9db61-a933-4193-bc94-9a3dfc32e921 req-75ee09d4-d46d-4f85-b7c0-56b3acecfb21 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0520909 Oct 22 18:52:37.355361 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f5e9db61-a933-4193-bc94-9a3dfc32e921 req-9c552e27-a401-4862-aef8-5d2ab580e3d1 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314243 Oct 22 18:52:37.439164 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840b305-1afd-4e54-afe6-b4ce9db44392 req-bff0f2d6-676a-412b-95c5-ed214fd193ad tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:37.440624 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2840b305-1afd-4e54-afe6-b4ce9db44392 req-bff0f2d6-676a-412b-95c5-ed214fd193ad tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0479167 Oct 22 18:52:37.466193 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c965270-a9e7-4296-b739-ee15c34da169 req-7cf4c48d-29a5-49cb-ad03-4a31b0bd7db7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:37.467669 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7c965270-a9e7-4296-b739-ee15c34da169 req-7cf4c48d-29a5-49cb-ad03-4a31b0bd7db7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Oct 22 18:52:37.476895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 37864) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:37.478685 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-2840b305-1afd-4e54-afe6-b4ce9db44392 req-72ffd7a5-33d2-4062-b5b8-1c722cc494f4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Oct 22 18:52:37.481373 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'floatingip': {'port_id': 'bb0937a6-3375-4911-b0e5-14236ee63d60'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:52:37.519772 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:37.965896 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:37.970052 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:38.234645 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609df28d-ddb8-407a-a86f-0284965445f4 req-56ab0a79-0eb6-4d0f-914b-3560a16fcdf5 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:38.236186 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-609df28d-ddb8-407a-a86f-0284965445f4 req-56ab0a79-0eb6-4d0f-914b-3560a16fcdf5 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.3159242 Oct 22 18:52:38.314834 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-609df28d-ddb8-407a-a86f-0284965445f4 req-4ef83c42-dea4-47c2-8954-1025086a428b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727487 Oct 22 18:52:38.327858 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Floating IP 829e1111-419b-4999-8cb4-0102551bbbf6 associated. External IP: 172.27.0.191, port: bb0937a6-3375-4911-b0e5-14236ee63d60. Oct 22 18:52:38.532354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Router 3662a3a5-1f9f-437a-81d3-96ef181329b8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:52:38.596607 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20d3f-03f6-45fd-8498-449a5728c1f1 req-fb74117d-945d-4520-87fb-72ff6b9a58d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:38.598098 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c4d20d3f-03f6-45fd-8498-449a5728c1f1 req-fb74117d-945d-4520-87fb-72ff6b9a58d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0480995 Oct 22 18:52:38.636633 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c4d20d3f-03f6-45fd-8498-449a5728c1f1 req-f6529365-3412-47f7-88c7-ed45c3910093 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Oct 22 18:52:38.640796 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:52:38.645368 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:38.652229 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] Sync routers for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:52:38.664037 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:38.664653 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:52:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:38.672243 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-955cb51d-c5f7-4998-8a9e-e491e9de61fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "PUT /v2.0/floatingips/829e1111-419b-4999-8cb4-0102551bbbf6 HTTP/1.1" status: 200 len: 992 time: 1.1943014 Oct 22 18:52:38.672799 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:38.675184 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e56d39-b19b-473d-a109-5351a9ec064c" -d '{"events": [{"name": "network-changed", "server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:38.715269 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694467f6-ea0f-4cf8-8aa3-4e528d066398 x-openstack-request-id: req-694467f6-ea0f-4cf8-8aa3-4e528d066398 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:38.715557 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:38.715806 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-694467f6-ea0f-4cf8-8aa3-4e528d066398 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:38.716197 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'status': 'completed', 'code': 200} Oct 22 18:52:38.774965 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:38.993847 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '829e1111-419b-4999-8cb4-0102551bbbf6', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'port_id': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'mac_address': 'fa:16:3e:b5:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00f0744-0ce3-432f-a082-9cb729522401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:08Z', 'updated_at': '2021-10-22T18:52:37Z', 'revision_number': 1, 'project_id': '1913537aed9148638d0669cefee6520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:39.019622 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] Checking router: 3662a3a5-1f9f-437a-81d3-96ef181329b8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:52:39.027698 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:52:39.028243 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:52:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:39.261110 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:52:39.438781 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b944724-7095-4f88-8c3d-69357aa05196 req-39de919b-215f-455b-9f7c-d84c416d6c61 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:39.440237 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b944724-7095-4f88-8c3d-69357aa05196 req-39de919b-215f-455b-9f7c-d84c416d6c61 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0520911 Oct 22 18:52:39.478370 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b944724-7095-4f88-8c3d-69357aa05196 req-ebcc6105-73d8-4806-af05-9fcf0030f209 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Oct 22 18:52:39.487883 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '829e1111-419b-4999-8cb4-0102551bbbf6', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'port_id': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'mac_address': 'fa:16:3e:b5:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00f0744-0ce3-432f-a082-9cb729522401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:08Z', 'updated_at': '2021-10-22T18:52:37Z', 'revision_number': 1, 'project_id': '1913537aed9148638d0669cefee6520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:52:39.514362 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe200588-49fe-4b78-ae48-c66eda3709f2 None None] The sync data for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi is: [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '829e1111-419b-4999-8cb4-0102551bbbf6', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'port_id': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'mac_address': 'fa:16:3e:b5:18:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00f0744-0ce3-432f-a082-9cb729522401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:52:08Z', 'updated_at': '2021-10-22T18:52:37Z', 'revision_number': 1, 'project_id': '1913537aed9148638d0669cefee6520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:52:39.695327 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f20a9-b307-4b4b-8f94-011bd5a89546 None None] New status for floating IP 829e1111-419b-4999-8cb4-0102551bbbf6: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:52:39.925061 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d422542-3f0a-4dd6-82f7-2fd1833b937f req-4375f6b6-8cf4-404c-9134-b3250130107d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:39.926538 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1d422542-3f0a-4dd6-82f7-2fd1833b937f req-4375f6b6-8cf4-404c-9134-b3250130107d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.2120657 Oct 22 18:52:39.963576 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1d422542-3f0a-4dd6-82f7-2fd1833b937f req-8a0621f8-62aa-4076-ac6f-072aeeaf7f58 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310717 Oct 22 18:52:40.588601 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54193df0-9f36-400f-ba5b-39f130aab27c req-dbd804c4-7de1-4205-adc0-96e21f749e09 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:40.590045 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-54193df0-9f36-400f-ba5b-39f130aab27c req-dbd804c4-7de1-4205-adc0-96e21f749e09 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0474689 Oct 22 18:52:40.628035 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-54193df0-9f36-400f-ba5b-39f130aab27c req-d5d18e1c-e3cd-4439-a96d-f1ef739f5755 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Oct 22 18:52:40.998350 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56d39-b19b-473d-a109-5351a9ec064c req-d27b077b-99e3-456b-a5da-2e387427a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:40.999889 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81e56d39-b19b-473d-a109-5351a9ec064c req-d27b077b-99e3-456b-a5da-2e387427a386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 1099 time: 0.0444279 Oct 22 18:52:41.129051 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5597d-5ead-45f4-b225-0e246696feaa req-da5eb7e9-4cb0-46f2-8af9-e9ee14c6ac7d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:41.130543 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-89b5597d-5ead-45f4-b225-0e246696feaa req-da5eb7e9-4cb0-46f2-8af9-e9ee14c6ac7d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0935802 Oct 22 18:52:41.131483 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56d39-b19b-473d-a109-5351a9ec064c req-80e8afe5-2c8b-4df0-b25b-77bde44bfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:41.132772 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81e56d39-b19b-473d-a109-5351a9ec064c req-80e8afe5-2c8b-4df0-b25b-77bde44bfd5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 911 time: 0.1253259 Oct 22 18:52:41.199408 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-89b5597d-5ead-45f4-b225-0e246696feaa req-85e027fa-39ee-42d1-97a8-7f8ae7b25f5b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629935 Oct 22 18:52:41.222314 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81e56d39-b19b-473d-a109-5351a9ec064c req-40609c88-24de-4f48-8eda-66feca250964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 200 len: 1002 time: 0.0656257 Oct 22 18:52:41.316596 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56d39-b19b-473d-a109-5351a9ec064c req-dff4c138-591e-4cd2-a983-98e02ebfde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:41.317982 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81e56d39-b19b-473d-a109-5351a9ec064c req-dff4c138-591e-4cd2-a983-98e02ebfde0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0437357 Oct 22 18:52:41.370733 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e56d39-b19b-473d-a109-5351a9ec064c req-ec69a759-dac2-4e2e-8b47-e973ac310ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:41.372197 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81e56d39-b19b-473d-a109-5351a9ec064c req-ec69a759-dac2-4e2e-8b47-e973ac310ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438194 Oct 22 18:52:41.466204 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81e56d39-b19b-473d-a109-5351a9ec064c req-40a62147-991b-48c7-b7d7-c421e875f5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 Oct 22 18:52:41.576695 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-81e56d39-b19b-473d-a109-5351a9ec064c req-3c9ad2c2-168c-4407-958f-975cbd509c76 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878177 Oct 22 18:52:41.800905 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffbc3d-82a0-49b4-81e6-5cfb2d3ceb37 req-81068bc0-8dce-4651-bf58-700af8e368a1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:41.802458 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abffbc3d-82a0-49b4-81e6-5cfb2d3ceb37 req-81068bc0-8dce-4651-bf58-700af8e368a1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.1054819 Oct 22 18:52:41.840163 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abffbc3d-82a0-49b4-81e6-5cfb2d3ceb37 req-a030f4c1-2af4-4f7c-8a80-bce4cddc613d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Oct 22 18:52:41.894411 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-ce8956bf-8d2e-4475-a68c-849ffcccbbb6 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:41.896341 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-ce8956bf-8d2e-4475-a68c-849ffcccbbb6 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 945 time: 0.0527465 Oct 22 18:52:41.996217 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Deleting port efda99cd-4f16-4749-970e-492f4cb7aee3 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:52:41.996622 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:42.091228 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] For port efda99cd-4f16-4749-970e-492f4cb7aee3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=efda99cd-4f16-4749-970e-492f4cb7aee3,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:42.091862 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:42.104601 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Calling delete_port for efda99cd-4f16-4749-970e-492f4cb7aee3 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:52:42.242147 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:42.256439 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['efda99cd-4f16-4749-970e-492f4cb7aee3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:52:42.279567 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Pushing event deleted for resources: {'Port': ['ID=efda99cd-4f16-4749-970e-492f4cb7aee3,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:42.331793 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] No DVR routers for this DVR port efda99cd-4f16-4749-970e-492f4cb7aee3 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:52:42.335474 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:42.338820 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-05ea9353-dbe8-4e50-875b-e78c27f31079 req-6fe944ed-882f-4130-9a3b-facebd99aa16 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "DELETE /v2.0/ports/efda99cd-4f16-4749-970e-492f4cb7aee3 HTTP/1.1" status: 204 len: 173 time: 0.4358907 Oct 22 18:52:42.339283 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'name': 'network-vif-deleted', 'tag': 'efda99cd-4f16-4749-970e-492f4cb7aee3'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:42.341813 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec0e750-4b68-4150-8d6d-8e28e5c0e669" -d '{"events": [{"server_uuid": "a0aadd04-68b9-43fd-88c6-295373ec1143", "name": "network-vif-deleted", "tag": "efda99cd-4f16-4749-970e-492f4cb7aee3"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:42.363133 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fc15b-b534-4171-a8f7-dcb20fcf342a req-b6602fa5-f523-4e56-90f0-85e639ed489f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:42.364685 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d00fc15b-b534-4171-a8f7-dcb20fcf342a req-b6602fa5-f523-4e56-90f0-85e639ed489f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0585213 Oct 22 18:52:42.410263 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd248c7d-9e7c-467b-a5ed-55225fd0af5a x-openstack-request-id: req-dd248c7d-9e7c-467b-a5ed-55225fd0af5a {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:42.410761 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aadd04-68b9-43fd-88c6-295373ec1143", "name": "network-vif-deleted", "tag": "efda99cd-4f16-4749-970e-492f4cb7aee3", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:42.411088 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd248c7d-9e7c-467b-a5ed-55225fd0af5a {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:42.411619 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aadd04-68b9-43fd-88c6-295373ec1143', 'name': 'network-vif-deleted', 'tag': 'efda99cd-4f16-4749-970e-492f4cb7aee3', 'status': 'completed', 'code': 200} Oct 22 18:52:42.418646 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d00fc15b-b534-4171-a8f7-dcb20fcf342a req-0a5e99c5-a73f-48a0-983c-99337cd0470e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Oct 22 18:52:42.956405 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65583708-37c4-45ef-a5e6-0e357b412840 req-a4485e02-349d-42f1-9105-c7477695bf64 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0aadd04-68b9-43fd-88c6-295373ec1143 HTTP/1.1" status: 200 len: 210 time: 0.0311222 Oct 22 18:52:43.547310 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83e538-101b-4a7c-9df8-848f6ba8c722 req-d289b008-0e3f-4ce1-a3df-c57324069261 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:43.548802 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cc83e538-101b-4a7c-9df8-848f6ba8c722 req-d289b008-0e3f-4ce1-a3df-c57324069261 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0542016 Oct 22 18:52:43.590678 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cc83e538-101b-4a7c-9df8-848f6ba8c722 req-f367020f-0b01-4afd-9cc7-c271a4f50b64 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358815 Oct 22 18:52:44.233374 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0ed597ef-62e2-4487-8b6c-5fda389a565c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:44.713576 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9995-215c-48df-8ce2-7c7a960b7007 req-f9282ffe-8740-4aa6-bb87-25c80b6a81aa tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:44.715236 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-498b9995-215c-48df-8ce2-7c7a960b7007 req-f9282ffe-8740-4aa6-bb87-25c80b6a81aa tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0489850 Oct 22 18:52:44.760682 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-498b9995-215c-48df-8ce2-7c7a960b7007 req-93d4cda7-350b-4e6e-a073-1cb27ab561c9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370057 Oct 22 18:52:44.915825 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37992) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:44.923774 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 37996) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:45.024555 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.036201 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3f1f326-29c6-4808-af1e-f1e493524c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.156519 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.161805 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3f1f326-29c6-4808-af1e-f1e493524c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.163008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.168348 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3f1f326-29c6-4808-af1e-f1e493524c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.216439 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a120f454-9408-41fe-a80b-4f466ac2ed72,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:45.221205 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7408d424977b4f3796d33eb553a5fddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043072 Oct 22 18:52:45.224102 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 38004) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:45.227112 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d3f1f326-29c6-4808-af1e-f1e493524c79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10e37b3828ba43699109707d6262174d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997062 Oct 22 18:52:45.228204 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 38006) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:45.236277 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.236627 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.236963 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.237294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.237618 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.237942 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.238291 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.238611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.238931 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.239247 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.239563 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.239876 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90364f6d-a892-4fac-9b93-5099f83bacd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.289595 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.298510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1f326-29c6-4808-af1e-f1e493524c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a54b74-f06d-4b57-b227-0ae3d0f5103e,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:45.307063 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2417f8be-11df-438b-b91d-72d6ef3dcf0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.314903 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.329047 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2417f8be-11df-438b-b91d-72d6ef3dcf0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.361243 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.363884 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.365287 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a120f454-9408-41fe-a80b-4f466ac2ed72 HTTP/1.1" status: 204 len: 168 time: 0.1401699 Oct 22 18:52:45.376814 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2417f8be-11df-438b-b91d-72d6ef3dcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.379151 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a120f454-9408-41fe-a80b-4f466ac2ed72,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:45.381139 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2417f8be-11df-438b-b91d-72d6ef3dcf0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:45.382415 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2417f8be-11df-438b-b91d-72d6ef3dcf0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00a54b74-f06d-4b57-b227-0ae3d0f5103e HTTP/1.1" status: 204 len: 168 time: 0.1533155 Oct 22 18:52:45.392683 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.392985 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.393328 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.393665 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.393998 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.394643 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.394986 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.395466 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.395641 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417f8be-11df-438b-b91d-72d6ef3dcf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a54b74-f06d-4b57-b227-0ae3d0f5103e,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:45.395783 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.396241 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.396572 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.397796 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0f080-c362-47a7-b60c-4fa1fd655740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:52:45.885949 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46df5a1-2504-4454-83d3-71c8e3268228 req-ac5249f2-a33a-4360-b020-88fa4a222b8e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:45.887479 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b46df5a1-2504-4454-83d3-71c8e3268228 req-ac5249f2-a33a-4360-b020-88fa4a222b8e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0496578 Oct 22 18:52:45.926212 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b46df5a1-2504-4454-83d3-71c8e3268228 req-cee27c57-278d-4621-96d0-3ffb5128b1dc tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Oct 22 18:52:46.940043 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2be3916d-b7dc-4bbe-8257-0393c90b0adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:47.047916 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815383f6-8df7-49ed-9104-1c663bee6fac req-6d6f7f35-9572-40e6-9a9e-82077b0e1d41 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:47.049398 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-815383f6-8df7-49ed-9104-1c663bee6fac req-6d6f7f35-9572-40e6-9a9e-82077b0e1d41 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0498362 Oct 22 18:52:47.087107 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-815383f6-8df7-49ed-9104-1c663bee6fac req-4e13ea9a-e9b9-4524-9587-d74b2319d1a6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Oct 22 18:52:47.202942 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device efda99cd-4f16-4749-970e-492f4cb7aee3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:52:47.223929 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: efda99cd-4f16-4749-970e-492f4cb7aee3 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:52:47.224178 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device efda99cd-4f16-4749-970e-492f4cb7aee3 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:52:47.932481 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:48.210505 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92f8e2-1a3d-4607-a70b-8517d086e5f4 req-e64b1a55-74c6-493b-b918-c7fdd7911b70 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:48.211896 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2e92f8e2-1a3d-4607-a70b-8517d086e5f4 req-e64b1a55-74c6-493b-b918-c7fdd7911b70 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0522997 Oct 22 18:52:48.250545 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2e92f8e2-1a3d-4607-a70b-8517d086e5f4 req-8ab25458-690b-42e9-a9d7-fb72ac6ea132 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328236 Oct 22 18:52:48.306631 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:49.369580 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8739656-8e56-4969-9b54-d1971b911f15 req-3753ecf2-98c0-4946-9b8a-cd4c98b47897 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:49.371104 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f8739656-8e56-4969-9b54-d1971b911f15 req-3753ecf2-98c0-4946-9b8a-cd4c98b47897 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0499730 Oct 22 18:52:49.410490 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f8739656-8e56-4969-9b54-d1971b911f15 req-9db8f9e2-33b4-410f-8b29-89adc8e86121 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Oct 22 18:52:49.938835 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:50.533071 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781609f8-19b6-4bfb-93ab-2f212718bc73 req-78154121-815e-47be-be77-3b74fc9e95a2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:50.534935 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-781609f8-19b6-4bfb-93ab-2f212718bc73 req-78154121-815e-47be-be77-3b74fc9e95a2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0532982 Oct 22 18:52:50.573526 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-781609f8-19b6-4bfb-93ab-2f212718bc73 req-7d111499-9479-47e6-b922-f723b2503590 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325620 Oct 22 18:52:51.697360 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf6a2-c5ee-46cc-a7ff-17aa88f2c874 req-c1b0bd66-afd1-4f82-a8e7-0c9ed4d2663b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:51.698885 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4cdaf6a2-c5ee-46cc-a7ff-17aa88f2c874 req-c1b0bd66-afd1-4f82-a8e7-0c9ed4d2663b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0524178 Oct 22 18:52:51.737885 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4cdaf6a2-c5ee-46cc-a7ff-17aa88f2c874 req-97cc1f41-f602-4f00-8031-147b1cf33bf3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Oct 22 18:52:52.857406 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9731737-291d-4c35-abd9-0d53e4af153b req-d7828dee-ee02-4653-889f-1ff2a589c97d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:52.859158 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9731737-291d-4c35-abd9-0d53e4af153b req-d7828dee-ee02-4653-889f-1ff2a589c97d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0495825 Oct 22 18:52:52.895631 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9731737-291d-4c35-abd9-0d53e4af153b req-9f55ee52-c866-422f-8947-40e44da7278c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Oct 22 18:52:54.012504 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095be3-5f29-4f4c-909c-ed02166fe6ad req-044dd0f7-dbb2-4130-913c-ebd2911abaa0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:54.013865 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5e095be3-5f29-4f4c-909c-ed02166fe6ad req-044dd0f7-dbb2-4130-913c-ebd2911abaa0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0485229 Oct 22 18:52:54.050909 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5e095be3-5f29-4f4c-909c-ed02166fe6ad req-ad26e531-b9ec-4ac4-80d8-a5d24b7dd531 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305355 Oct 22 18:52:55.171490 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2570524-9d04-436c-b771-9e0357adc65b req-daa91f6a-7a5d-488b-8a11-0d1471e3c95a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:55.173613 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b2570524-9d04-436c-b771-9e0357adc65b req-daa91f6a-7a5d-488b-8a11-0d1471e3c95a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0520177 Oct 22 18:52:55.210224 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b2570524-9d04-436c-b771-9e0357adc65b req-b607aeb0-2f55-4ec4-ade6-7d6013ce02b7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Oct 22 18:52:55.330795 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:52:55.353051 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:55.433010 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:55.443893 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'port_id': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'mac_address': 'fa:16:3e:a9:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:52:55.479902 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:55.496434 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 287ba173-9b9c-4426-ae81-c4cc3592b1e6 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:52:55.515399 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:55.519454 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:55.565185 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=6']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:56.326157 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa8d9-62f1-4311-b972-7e32ca71ec86 req-21a37b61-9794-498e-a187-e451d9025090 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:56.327633 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd5fa8d9-62f1-4311-b972-7e32ca71ec86 req-21a37b61-9794-498e-a187-e451d9025090 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0483160 Oct 22 18:52:56.364786 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd5fa8d9-62f1-4311-b972-7e32ca71ec86 req-0ffab6d2-03a5-4a3a-b3d1-fa00d2220324 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Oct 22 18:52:56.926505 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['287ba173-9b9c-4426-ae81-c4cc3592b1e6'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:52:57.483821 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41703628-445e-482a-bd43-7926adf7403a req-503bca7e-09fa-425b-ab33-66744410bf01 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:57.485851 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41703628-445e-482a-bd43-7926adf7403a req-503bca7e-09fa-425b-ab33-66744410bf01 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0492625 Oct 22 18:52:57.522979 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41703628-445e-482a-bd43-7926adf7403a req-b23884a2-edba-4c54-9203-b90a798bc9f3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Oct 22 18:52:58.111942 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-34080824-77c1-486f-8f71-87324edb5478 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:58.113398 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-34080824-77c1-486f-8f71-87324edb5478 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/networks?id=589e1776-39de-4954-8114-1f64d744b989 HTTP/1.1" status: 200 len: 814 time: 0.1047328 Oct 22 18:52:58.128850 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-64aa3b9a-6517-4c62-8684-d0e92673a588 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/quotas/6e9e1a929f4b4d00a8d1f306b7d8a821 HTTP/1.1" status: 200 len: 375 time: 0.0093820 Oct 22 18:52:58.161961 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-114e22f7-bbef-4b7a-825a-30dc9c762cee tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e9e1a929f4b4d00a8d1f306b7d8a821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272906 Oct 22 18:52:58.273522 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 38162) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:58.333904 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-54fdf637-000c-448c-87b2-74f22999d39f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.400157 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-e446b3ed-9b7e-43f5-abcd-57a65b888a5a service neutron] 10.222.0.15 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313738 Oct 22 18:52:58.409837 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-54fdf637-000c-448c-87b2-74f22999d39f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.413985 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-54fdf637-000c-448c-87b2-74f22999d39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.456994 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-54fdf637-000c-448c-87b2-74f22999d39f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae9c27c88a084bc8abc6e5587eb5286b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822827 Oct 22 18:52:58.457964 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdf637-000c-448c-87b2-74f22999d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e59214-4809-4024-8a53-0c7efc0e05e3,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:58.464240 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 38166) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:52:58.523900 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-aea10d00-b516-4b63-b62e-6c2c692af902 service neutron] 10.222.0.15 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172357 Oct 22 18:52:58.539350 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a3facfec-04af-43e6-aa88-aee7ab2181f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.565059 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a3facfec-04af-43e6-aa88-aee7ab2181f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.620036 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a3facfec-04af-43e6-aa88-aee7ab2181f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.623396 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a3facfec-04af-43e6-aa88-aee7ab2181f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.627914 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a3facfec-04af-43e6-aa88-aee7ab2181f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1e59214-4809-4024-8a53-0c7efc0e05e3 HTTP/1.1" status: 204 len: 168 time: 0.1593647 Oct 22 18:52:58.632684 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3facfec-04af-43e6-aa88-aee7ab2181f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e59214-4809-4024-8a53-0c7efc0e05e3,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:58.704117 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-014cb83a-0b90-42a3-be30-bfe57460a2ec req-c550bbdf-81b7-4948-b4c1-740feb9a8411 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 210 time: 0.0272064 Oct 22 18:52:58.856350 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:52:58.875307 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834556a-8c99-4008-9692-3eda349ef8b8 req-7b69e5a5-be03-49cd-b434-f571f0e90c5f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:58.886662 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9834556a-8c99-4008-9692-3eda349ef8b8 req-7b69e5a5-be03-49cd-b434-f571f0e90c5f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0595367 Oct 22 18:52:58.905435 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:52:58.905719 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:58.926387 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9834556a-8c99-4008-9692-3eda349ef8b8 req-c8dfb99b-4bdb-4947-a8b3-95d6926427db tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Oct 22 18:52:59.004096 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:59.038571 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:52:59.041322 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1137be-0c6f-45fc-8e6b-39f866d20e76" -d '{"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-plugged", "status": "completed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:52:59.061940 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:52:59.070638 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:52:59.109307 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3a5b9-59bd-49de-a013-e2372084eb48 x-openstack-request-id: req-c5b3a5b9-59bd-49de-a013-e2372084eb48 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:52:59.109826 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-plugged", "status": "completed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:52:59.110531 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5b3a5b9-59bd-49de-a013-e2372084eb48 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:52:59.111135 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'code': 200} Oct 22 18:52:59.160928 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=7']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:52:59.385938 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-182e7364-e22a-4f1b-86d7-c2eabbfffb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:59.387725 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-182e7364-e22a-4f1b-86d7-c2eabbfffb62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1099 time: 0.1805406 Oct 22 18:52:59.533926 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-14b0f046-127d-43b9-98ba-48f3daf7633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:59.535491 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-14b0f046-127d-43b9-98ba-48f3daf7633b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.1196675 Oct 22 18:52:59.627232 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-47643b8b-c246-4aeb-af76-ad54719f333c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 200 len: 1002 time: 0.0827985 Oct 22 18:52:59.686949 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-af2a7293-0917-4680-a5ea-434ad860d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:59.688866 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-af2a7293-0917-4680-a5ea-434ad860d2f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0538511 Oct 22 18:52:59.748035 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-4ff1625a-858f-40c6-9298-3df9648a96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:52:59.750374 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-4ff1625a-858f-40c6-9298-3df9648a96aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528638 Oct 22 18:52:59.834015 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-88436d76-dddc-428c-a87b-65b73aa01042 req-378f6a75-f98a-404c-9519-b4bc1a21f768 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 210 time: 0.0416083 Oct 22 18:52:59.886626 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-99ec8278-2e93-40f8-ba15-0140a2ddfc9d service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248109 Oct 22 18:53:00.074571 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-aa0f347e-5f3c-4060-a9b0-6144bf655878 req-745522de-4746-45f0-a644-bc05fa37266a service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782224 Oct 22 18:53:00.179586 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec023345-5467-4379-a53f-e60ccd22bcaa req-310a8f74-e530-4e6c-8a6b-8bfc38c0ab7a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:00.194940 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec023345-5467-4379-a53f-e60ccd22bcaa req-310a8f74-e530-4e6c-8a6b-8bfc38c0ab7a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.1369133 Oct 22 18:53:00.290291 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ec023345-5467-4379-a53f-e60ccd22bcaa req-4a5bf23a-f8db-452d-8d13-0b2664f710bf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943489 Oct 22 18:53:00.296700 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-b7a7899f-178c-43f7-b101-1136938122a4 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:00.298600 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-b7a7899f-178c-43f7-b101-1136938122a4 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "GET /v2.0/networks?id=589e1776-39de-4954-8114-1f64d744b989 HTTP/1.1" status: 200 len: 814 time: 0.2303259 Oct 22 18:53:00.321913 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Request body: {'port': {'device_id': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'network_id': '589e1776-39de-4954-8114-1f64d744b989', 'admin_state_up': True, 'tenant_id': '6e9e1a929f4b4d00a8d1f306b7d8a821'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:53:00.449008 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Made reservation on behalf of 6e9e1a929f4b4d00a8d1f306b7d8a821 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:53:00.452583 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:00.595899 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Allocated IP 172.20.0.10 (589e1776-39de-4954-8114-1f64d744b989/64fcaa52-165e-4645-b4f4-689b6ef15dcd/1a47bdb3-6567-4068-b603-a71ea5af2992) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:53:00.768416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:00.808517 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:00.856135 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Network 589e1776-39de-4954-8114-1f64d744b989 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:53:00.862044 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:53:00.867388 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:53:00.918477 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Pushing event updated for resources: {'Port': ['ID=1a47bdb3-6567-4068-b603-a71ea5af2992,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:00.991877 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:00.992708 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:01.060956 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0034c-80ab-468f-8595-115841375be0 req-00a7f2fd-9025-439e-9ba0-91810489a97f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:01.063300 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-16a0034c-80ab-468f-8595-115841375be0 req-00a7f2fd-9025-439e-9ba0-91810489a97f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 932 time: 0.1477661 Oct 22 18:53:01.068007 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d381a75-715f-4472-a5bf-faabac2de8bb tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569857 Oct 22 18:53:01.121119 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-16a0034c-80ab-468f-8595-115841375be0 req-b5290fff-9fe4-4e94-8dac-1570cf175606 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Oct 22 18:53:01.150497 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Request body: {'port': {'device_id': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:53:01.203299 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:01.500345 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2c38-6383-4c90-a0d2-d8d5af68b9f4 req-b4a38b6f-17e5-4be5-8ed6-959508d2ecd8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:01.502788 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-77fb2c38-6383-4c90-a0d2-d8d5af68b9f4 req-b4a38b6f-17e5-4be5-8ed6-959508d2ecd8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.1178794 Oct 22 18:53:01.571015 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-77fb2c38-6383-4c90-a0d2-d8d5af68b9f4 req-06f33cd2-8858-4ff2-9302-dde20d653ca9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614648 Oct 22 18:53:01.645243 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a47bdb3-6567-4068-b603-a71ea5af2992 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:53:01.653588 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:01.668672 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Transition to ACTIVE for port object 1a47bdb3-6567-4068-b603-a71ea5af2992 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:53:01.709949 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:01.775428 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Pushing event updated for resources: {'Port': ['ID=1a47bdb3-6567-4068-b603-a71ea5af2992,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:01.829794 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Attempting to bind port 1a47bdb3-6567-4068-b603-a71ea5af2992 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:53:01.830252 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Attempting to bind port 1a47bdb3-6567-4068-b603-a71ea5af2992 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:53:01.830589 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Attempting to bind port 1a47bdb3-6567-4068-b603-a71ea5af2992 on network 589e1776-39de-4954-8114-1f64d744b989 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:53:01.834979 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Port 1a47bdb3-6567-4068-b603-a71ea5af2992 on network 589e1776-39de-4954-8114-1f64d744b989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:53:01.835302 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Attempting to bind port 1a47bdb3-6567-4068-b603-a71ea5af2992 on network 589e1776-39de-4954-8114-1f64d744b989 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:53:01.840272 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:53:01.840608 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Checking segment: {'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:53:01.840998 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Bound using segment: {'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:53:01.841426 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Bound port: 1a47bdb3-6567-4068-b603-a71ea5af2992, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '589e1776-39de-4954-8114-1f64d744b989'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:53:01.841783 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:01.912181 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] For port 1a47bdb3-6567-4068-b603-a71ea5af2992, host hv-cinder-81514, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:53:01.917452 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] For port 1a47bdb3-6567-4068-b603-a71ea5af2992, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a47bdb3-6567-4068-b603-a71ea5af2992,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:53:01.925479 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:01.960559 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:01.961253 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:01.962751 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] 10.222.0.37 "PUT /v2.0/ports/1a47bdb3-6567-4068-b603-a71ea5af2992 HTTP/1.1" status: 200 len: 1094 time: 0.8165796 Oct 22 18:53:01.963204 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'tag': '1a47bdb3-6567-4068-b603-a71ea5af2992'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:53:01.965592 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7257c27-d096-4b4f-b2fe-50dad2142495", "tag": "1a47bdb3-6567-4068-b603-a71ea5af2992"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:53:02.012339 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeb4b9-0851-4ed1-a010-c1a0395f7fdb service neutron] Pushing event updated for resources: {'Port': ['ID=1a47bdb3-6567-4068-b603-a71ea5af2992,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:02.195064 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ea3f4-766e-453c-9a01-ef7899cc6b22 x-openstack-request-id: req-139ea3f4-766e-453c-9a01-ef7899cc6b22 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:53:02.195389 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7257c27-d096-4b4f-b2fe-50dad2142495", "tag": "1a47bdb3-6567-4068-b603-a71ea5af2992", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:53:02.195671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-139ea3f4-766e-453c-9a01-ef7899cc6b22 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:53:02.196073 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'tag': '1a47bdb3-6567-4068-b603-a71ea5af2992', 'status': 'completed', 'code': 200} Oct 22 18:53:02.253971 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3db05-42d3-4976-aa8e-8ab6261e63fe req-3c94a9b8-b55e-4e84-9501-a893bbc3bd0f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:02.256655 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ae3db05-42d3-4976-aa8e-8ab6261e63fe req-3c94a9b8-b55e-4e84-9501-a893bbc3bd0f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0587189 Oct 22 18:53:02.295955 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ae3db05-42d3-4976-aa8e-8ab6261e63fe req-3c4a4f79-d8da-4d15-81a3-49ccea929b34 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Oct 22 18:53:02.706119 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe91e-9160-4c83-a23a-2c93152b3c1a req-0125d439-982f-49e7-b1d0-c9bda523f59d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:02.710548 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-914fe91e-9160-4c83-a23a-2c93152b3c1a req-0125d439-982f-49e7-b1d0-c9bda523f59d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0553360 Oct 22 18:53:02.749474 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-914fe91e-9160-4c83-a23a-2c93152b3c1a req-e4508413-9b97-47f7-8e1e-2dd7569ffbd4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346153 Oct 22 18:53:03.420131 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44befc-31b5-4aa6-adb6-4e01fa260d42 req-335582ef-bde6-476b-9ee7-13078e1b0d19 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:03.421547 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea44befc-31b5-4aa6-adb6-4e01fa260d42 req-335582ef-bde6-476b-9ee7-13078e1b0d19 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0553951 Oct 22 18:53:03.470438 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea44befc-31b5-4aa6-adb6-4e01fa260d42 req-076f0a2b-c65a-4ebc-8b83-3620cb561d31 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Oct 22 18:53:03.889491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca9726-a7ef-47e3-820d-1615be81d415 req-016a3139-1005-4f19-83e1-7d3d73c96259 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:03.891093 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5bca9726-a7ef-47e3-820d-1615be81d415 req-016a3139-1005-4f19-83e1-7d3d73c96259 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0583036 Oct 22 18:53:03.932917 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5bca9726-a7ef-47e3-820d-1615be81d415 req-b71f6b61-f3f6-4659-885e-86f9948b05c5 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333753 Oct 22 18:53:04.600340 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ace6c0-8375-4ebf-86b4-15fb6b7856cc req-879d325f-60a9-439a-a47e-296d618a0ae1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:04.601839 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b6ace6c0-8375-4ebf-86b4-15fb6b7856cc req-879d325f-60a9-439a-a47e-296d618a0ae1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0512941 Oct 22 18:53:04.650691 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b6ace6c0-8375-4ebf-86b4-15fb6b7856cc req-10b8b083-b6d9-456b-bf08-88eae3c6c6f8 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Oct 22 18:53:04.849648 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-9bf22c07-c679-4603-84f4-f94c05563d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:04.851196 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-9bf22c07-c679-4603-84f4-f94c05563d5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9e1a929f4b4d00a8d1f306b7d8a821&device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 1097 time: 0.0454209 Oct 22 18:53:05.093427 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b059e68-f2e3-45ff-8eb0-66209cdbec2d req-047196e9-13cd-49d4-95e3-48f5ec292d67 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:05.095801 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b059e68-f2e3-45ff-8eb0-66209cdbec2d req-047196e9-13cd-49d4-95e3-48f5ec292d67 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0693631 Oct 22 18:53:05.140521 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b059e68-f2e3-45ff-8eb0-66209cdbec2d req-3356a93f-5abe-4553-85fe-c62dd7a20a79 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388207 Oct 22 18:53:05.806126 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0de1-6c5b-4e84-b034-04eaa318b10e req-f8c926eb-a7e8-40da-9054-227bd2af315a tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:05.807729 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a5fe0de1-6c5b-4e84-b034-04eaa318b10e req-f8c926eb-a7e8-40da-9054-227bd2af315a tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0621338 Oct 22 18:53:05.858311 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a5fe0de1-6c5b-4e84-b034-04eaa318b10e req-69bf4b17-9a40-4127-913c-2b3718dc2f38 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Oct 22 18:53:06.285199 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83115767-120f-4d30-98eb-572067d60db3 req-4bbb5a87-cf19-460f-bf74-b3b6da2de7f9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:06.290502 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83115767-120f-4d30-98eb-572067d60db3 req-4bbb5a87-cf19-460f-bf74-b3b6da2de7f9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0650165 Oct 22 18:53:06.332388 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83115767-120f-4d30-98eb-572067d60db3 req-c4c44df9-677e-420a-8d1c-8ffd861c9c45 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363290 Oct 22 18:53:06.479278 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:53:06.547043 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-e106f612-6832-4648-9474-c23e4aaece63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a47bdb3-6567-4068-b603-a71ea5af2992 HTTP/1.1" status: 200 len: 217 time: 0.0369687 Oct 22 18:53:06.645069 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-5493eb06-c818-4c9a-a155-b2a9db1f0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:06.646588 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-5493eb06-c818-4c9a-a155-b2a9db1f0469 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64fcaa52-165e-4645-b4f4-689b6ef15dcd HTTP/1.1" status: 200 len: 854 time: 0.0467217 Oct 22 18:53:06.681617 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7d4d5b27-b192-4bef-a854-0dd037f831de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=589e1776-39de-4954-8114-1f64d744b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260851 Oct 22 18:53:06.783014 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-5b46ac3a-ae6e-4057-8cf5-090a12bcf7c5 service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935652 Oct 22 18:53:06.877174 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2894cfa-e212-470f-baeb-c9c467d2a75c req-7283309f-ac57-4e9a-b1c2-78ace01b5a0d service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861695 Oct 22 18:53:07.004968 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-af881c71-59de-443a-83b8-4228b148bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:07.006491 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-af881c71-59de-443a-83b8-4228b148bc5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e9e1a929f4b4d00a8d1f306b7d8a821&device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 1097 time: 0.0522194 Oct 22 18:53:07.029855 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb496d48-8d4f-438b-b518-efabc191c08e req-eaaba2f3-23a4-4aff-8baf-e5920e1ca5ce tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:07.032458 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fb496d48-8d4f-438b-b518-efabc191c08e req-eaaba2f3-23a4-4aff-8baf-e5920e1ca5ce tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0688627 Oct 22 18:53:07.101014 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fb496d48-8d4f-438b-b518-efabc191c08e req-396361dc-217e-4140-be45-eea5db1242cf tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603988 Oct 22 18:53:07.119192 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-986e48ad-e379-4e63-bb8f-e2c27befceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:07.120695 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-986e48ad-e379-4e63-bb8f-e2c27befceef service neutron] 10.222.0.37 "GET /v2.0/networks?id=589e1776-39de-4954-8114-1f64d744b989 HTTP/1.1" status: 200 len: 915 time: 0.1065781 Oct 22 18:53:07.171001 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-6e74b7cd-c8b8-44b3-b140-2f8191644c23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a47bdb3-6567-4068-b603-a71ea5af2992 HTTP/1.1" status: 200 len: 217 time: 0.0407591 Oct 22 18:53:07.231883 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-e149047e-1f81-4142-ba16-2559c9ef94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:07.233370 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-e149047e-1f81-4142-ba16-2559c9ef94b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64fcaa52-165e-4645-b4f4-689b6ef15dcd HTTP/1.1" status: 200 len: 854 time: 0.0530126 Oct 22 18:53:07.270822 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-765a97cc-7d65-4dc6-abc6-f7fa46eb0663 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=589e1776-39de-4954-8114-1f64d744b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277915 Oct 22 18:53:07.392879 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-fed2bdfc-6957-40a7-b047-f89ff674be35 service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130280 Oct 22 18:53:07.524351 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b516f9c-42e2-428c-a9e6-a79bf76c1a11 req-c44b4f8e-e3ea-4dc1-ba9b-19df4e126d92 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:07.526185 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4b516f9c-42e2-428c-a9e6-a79bf76c1a11 req-c44b4f8e-e3ea-4dc1-ba9b-19df4e126d92 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.1054780 Oct 22 18:53:07.537704 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbd68a81-2cdd-4b1d-99d0-ee34d1506b7f req-ef0329ca-c2c2-4b0d-a40b-703ce5b59990 service neutron] 10.222.0.37 "GET /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361344 Oct 22 18:53:07.585573 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4b516f9c-42e2-428c-a9e6-a79bf76c1a11 req-d5d3367e-c6f1-4f59-a804-6923b306bb66 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438659 Oct 22 18:53:08.246989 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcd1fb-3630-4d02-976c-ccffa68cf7bc req-ded1a2d0-6401-4929-a693-a8a95b5b5832 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:08.248612 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fdfcd1fb-3630-4d02-976c-ccffa68cf7bc req-ded1a2d0-6401-4929-a693-a8a95b5b5832 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0771351 Oct 22 18:53:08.293053 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fdfcd1fb-3630-4d02-976c-ccffa68cf7bc req-b40e692d-1cf1-42d9-afc0-fcfc46c38cb5 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 Oct 22 18:53:08.730325 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff9f59-df7f-46c5-a597-9a7eb4f432fe req-92bab723-86c3-4bfe-97a2-e5719d1fbe1e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:08.732087 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-66ff9f59-df7f-46c5-a597-9a7eb4f432fe req-92bab723-86c3-4bfe-97a2-e5719d1fbe1e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0585687 Oct 22 18:53:08.786237 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-66ff9f59-df7f-46c5-a597-9a7eb4f432fe req-e64fc38f-9522-428f-98bf-1f78921d6669 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464411 Oct 22 18:53:09.420582 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcf8f9-2c13-4b6d-8bc7-be253e0ec61d req-034709c6-d5bd-410c-90fe-49dcd8fb1c7f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:09.422208 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-22dcf8f9-2c13-4b6d-8bc7-be253e0ec61d req-034709c6-d5bd-410c-90fe-49dcd8fb1c7f tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0525813 Oct 22 18:53:09.470707 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-22dcf8f9-2c13-4b6d-8bc7-be253e0ec61d req-97b31783-5716-47cb-b3fc-0de1ae3e8b8b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Oct 22 18:53:09.910463 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22e286-5edc-4c5d-8251-903ce62b9082 req-7e90e04d-2ab7-4d47-b52c-6b3c927bc896 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:09.911932 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d22e286-5edc-4c5d-8251-903ce62b9082 req-7e90e04d-2ab7-4d47-b52c-6b3c927bc896 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0483234 Oct 22 18:53:09.948845 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d22e286-5edc-4c5d-8251-903ce62b9082 req-761415cc-e9fa-4464-a527-7a653a013d16 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311351 Oct 22 18:53:10.310872 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 38376) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:53:10.413279 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f8264e56-7154-48d3-b9b2-a1e46397fed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:10.490713 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f8264e56-7154-48d3-b9b2-a1e46397fed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:10.494767 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f8264e56-7154-48d3-b9b2-a1e46397fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:10.533900 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-f8264e56-7154-48d3-b9b2-a1e46397fed2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95b9ae2fcd984d868ae4bdd2aea44e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218697 Oct 22 18:53:10.534787 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8264e56-7154-48d3-b9b2-a1e46397fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6811344-5db4-47c7-9ad6-cee7be196d76,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:10.537026 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 38382) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:53:10.585270 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c84471e9-3fa9-4ab5-b619-70d71347b5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:10.586319 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bb067-b332-41b5-a11d-e141f4f24a1d req-ed5d9b4c-a8cd-4168-b3b7-d1302da19b45 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:10.587883 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-297bb067-b332-41b5-a11d-e141f4f24a1d req-ed5d9b4c-a8cd-4168-b3b7-d1302da19b45 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 944 time: 0.0553272 Oct 22 18:53:10.611466 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c84471e9-3fa9-4ab5-b619-70d71347b5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:10.666303 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c84471e9-3fa9-4ab5-b619-70d71347b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:10.669504 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c84471e9-3fa9-4ab5-b619-70d71347b5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:10.670804 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-c84471e9-3fa9-4ab5-b619-70d71347b5b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6811344-5db4-47c7-9ad6-cee7be196d76 HTTP/1.1" status: 204 len: 168 time: 0.1328886 Oct 22 18:53:10.686132 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84471e9-3fa9-4ab5-b619-70d71347b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6811344-5db4-47c7-9ad6-cee7be196d76,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:10.896039 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-297bb067-b332-41b5-a11d-e141f4f24a1d req-9b079987-370c-4453-94a5-8400dfd5de92 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021193 Oct 22 18:53:10.910190 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358fee2-da97-4122-9e95-9e946c278683 req-d318b602-6d4c-4ff0-8f5c-23f324cc26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:10.911729 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b358fee2-da97-4122-9e95-9e946c278683 req-d318b602-6d4c-4ff0-8f5c-23f324cc26d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1099 time: 0.0676193 Oct 22 18:53:10.939594 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 1a47bdb3-6567-4068-b603-a71ea5af2992 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:53:11.012933 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358fee2-da97-4122-9e95-9e946c278683 req-41de2f72-d00f-453c-90c2-e0531f74dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:11.014524 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b358fee2-da97-4122-9e95-9e946c278683 req-41de2f72-d00f-453c-90c2-e0531f74dab7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0947614 Oct 22 18:53:11.041624 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 1a47bdb3-6567-4068-b603-a71ea5af2992, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a47bdb3-6567-4068-b603-a71ea5af2992,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:11.053707 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '1a47bdb3-6567-4068-b603-a71ea5af2992', 'network_id': '589e1776-39de-4954-8114-1f64d744b989', 'port_id': '1a47bdb3-6567-4068-b603-a71ea5af2992', 'mac_address': 'fa:16:3e:62:1b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64fcaa52-165e-4645-b4f4-689b6ef15dcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:53:11.074775 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9e46-51eb-4418-9f86-890cb2aecc13 req-ebfd37f8-d915-4bd2-b440-044907be4b0e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:11.078823 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-798b9e46-51eb-4418-9f86-890cb2aecc13 req-ebfd37f8-d915-4bd2-b440-044907be4b0e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0533659 Oct 22 18:53:11.084655 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b358fee2-da97-4122-9e95-9e946c278683 req-f8d544ab-5013-48ef-a91e-e02f5efc4f91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 200 len: 1002 time: 0.0619102 Oct 22 18:53:11.091911 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:11.105011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a47bdb3-6567-4068-b603-a71ea5af2992 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:53:11.116820 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-798b9e46-51eb-4418-9f86-890cb2aecc13 req-8a1811ec-a6b4-467c-96bc-01df94a9bbb8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Oct 22 18:53:11.125838 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 1a47bdb3-6567-4068-b603-a71ea5af2992, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a47bdb3-6567-4068-b603-a71ea5af2992,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:11.130816 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:11.144160 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358fee2-da97-4122-9e95-9e946c278683 req-2e4a70d8-5fd6-4359-9b7b-9340bcc3a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:11.144160 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b358fee2-da97-4122-9e95-9e946c278683 req-2e4a70d8-5fd6-4359-9b7b-9340bcc3a3b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0505176 Oct 22 18:53:11.182169 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=1a47bdb3-6567-4068-b603-a71ea5af2992,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:11.189938 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.190315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.190663 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.190998 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.191352 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.191715 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.191994 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.192320 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.192646 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.192969 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.193291 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.193612 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:11.194715 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358fee2-da97-4122-9e95-9e946c278683 req-d77691d2-190d-47b7-88b7-d142bcdd9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:11.196278 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b358fee2-da97-4122-9e95-9e946c278683 req-d77691d2-190d-47b7-88b7-d142bcdd9492 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450616 Oct 22 18:53:11.286445 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b358fee2-da97-4122-9e95-9e946c278683 req-ee6e2af8-0970-4b60-956f-4b4b4962cd7c service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814543 Oct 22 18:53:11.380935 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b358fee2-da97-4122-9e95-9e946c278683 req-cfca79b9-b65f-4c33-9abe-186bd08f55f4 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Oct 22 18:53:11.571013 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['1a47bdb3-6567-4068-b603-a71ea5af2992'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:53:12.011318 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de663fa9-868f-48d8-ab5f-074046090347 req-79958430-5bb1-4eec-81ad-3e92efdcbb78 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:12.012777 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de663fa9-868f-48d8-ab5f-074046090347 req-79958430-5bb1-4eec-81ad-3e92efdcbb78 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Oct 22 18:53:12.050059 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de663fa9-868f-48d8-ab5f-074046090347 req-899dae86-0f2b-41d1-b6c0-e6887d0e4fc5 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306544 Oct 22 18:53:12.244364 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb4c3e-c66a-41bc-9be7-c924e0caadd1 req-edc33761-405e-4931-9b4c-505845d1d191 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:12.245737 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-90bb4c3e-c66a-41bc-9be7-c924e0caadd1 req-edc33761-405e-4931-9b4c-505845d1d191 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 946 time: 0.0500858 Oct 22 18:53:12.284027 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-90bb4c3e-c66a-41bc-9be7-c924e0caadd1 req-197d0559-452e-4005-ac2b-ae2008f54f98 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Oct 22 18:53:12.920160 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 1a47bdb3-6567-4068-b603-a71ea5af2992 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:53:12.967713 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 1a47bdb3-6567-4068-b603-a71ea5af2992 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:53:12.971870 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 1a47bdb3-6567-4068-b603-a71ea5af2992 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:53:12.972233 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:13.045915 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:13.067902 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a47bdb3-6567-4068-b603-a71ea5af2992'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:53:13.070336 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc57e55-c73d-45ac-bee7-58c940bdfa37" -d '{"events": [{"server_uuid": "e7257c27-d096-4b4f-b2fe-50dad2142495", "name": "network-vif-plugged", "status": "completed", "tag": "1a47bdb3-6567-4068-b603-a71ea5af2992"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:53:13.083413 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 1a47bdb3-6567-4068-b603-a71ea5af2992, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a47bdb3-6567-4068-b603-a71ea5af2992,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:13.087429 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:13.088177 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:53:13.130970 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c406f-c1f1-4f29-b3df-3a7e973321cd x-openstack-request-id: req-693c406f-c1f1-4f29-b3df-3a7e973321cd {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:53:13.131231 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7257c27-d096-4b4f-b2fe-50dad2142495", "name": "network-vif-plugged", "status": "completed", "tag": "1a47bdb3-6567-4068-b603-a71ea5af2992", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:53:13.131497 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-693c406f-c1f1-4f29-b3df-3a7e973321cd {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:53:13.131863 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a47bdb3-6567-4068-b603-a71ea5af2992', 'code': 200} Oct 22 18:53:13.170045 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=1a47bdb3-6567-4068-b603-a71ea5af2992,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:13.191284 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574c1d3-0e4b-4613-8265-e2736f47215e req-67855ef2-4c9d-49a1-a00d-b4722ef2f2fd tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:13.192765 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7574c1d3-0e4b-4613-8265-e2736f47215e req-67855ef2-4c9d-49a1-a00d-b4722ef2f2fd tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 946 time: 0.0560682 Oct 22 18:53:13.225240 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:13.236732 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7574c1d3-0e4b-4613-8265-e2736f47215e req-f7b552d5-6a0f-4ecf-91fe-21d960004be6 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367696 Oct 22 18:53:13.272229 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:13.276464 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:13.330606 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de55df-7673-4c6e-863d-aee4c1c39e1b req-84a47d71-adb0-4c86-bdab-4f46ea10dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:13.332874 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92de55df-7673-4c6e-863d-aee4c1c39e1b req-84a47d71-adb0-4c86-bdab-4f46ea10dbe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 1099 time: 0.0567904 Oct 22 18:53:13.335736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=8']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:13.402125 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92de55df-7673-4c6e-863d-aee4c1c39e1b req-75bca42e-1efb-4d0d-83ba-ab908e1d59e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553472 Oct 22 18:53:13.423837 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089cad4-11a6-4255-addb-510ddaf8f00d req-1b09bcc1-61b5-4908-9adf-282fa98e1b4b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:13.425259 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6089cad4-11a6-4255-addb-510ddaf8f00d req-1b09bcc1-61b5-4908-9adf-282fa98e1b4b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0596459 Oct 22 18:53:13.462643 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6089cad4-11a6-4255-addb-510ddaf8f00d req-48c639b1-2925-42ec-82ac-42f10456567f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314264 Oct 22 18:53:14.003002 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [req-6eab42f3-8480-4357-bd9a-e4a097246c54 req-e8047e2c-8bc8-410b-b6c1-7f2d379d110c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:53:14.004005 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6eab42f3-8480-4357-bd9a-e4a097246c54 req-e8047e2c-8bc8-410b-b6c1-7f2d379d110c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0884838 Oct 22 18:53:14.176382 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748b719-e2d4-4967-a32b-362d5618447f req-5916c655-9ce6-42cf-bbba-121c161a7bba tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:14.177890 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8748b719-e2d4-4967-a32b-362d5618447f req-5916c655-9ce6-42cf-bbba-121c161a7bba tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0549560 Oct 22 18:53:14.224500 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8748b719-e2d4-4967-a32b-362d5618447f req-a97d6b3e-d917-4485-b3e2-bcebd54e2121 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Oct 22 18:53:14.239898 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-669eae98-3c7e-4827-b13c-9a99a4a880b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:14.355792 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d5e63-90ca-4193-aa45-e42e19ecdbe7 req-21f2c024-f5bc-4068-a036-b499a18d3dbe tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:14.357209 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c15d5e63-90ca-4193-aa45-e42e19ecdbe7 req-21f2c024-f5bc-4068-a036-b499a18d3dbe tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 946 time: 0.0509765 Oct 22 18:53:14.397769 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c15d5e63-90ca-4193-aa45-e42e19ecdbe7 req-0cd9e76c-c46d-4d25-8913-a71e985090ee tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Oct 22 18:53:14.455091 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 38448) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:53:14.540894 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-63701830-2d51-4656-ba62-75217869ec05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846491 Oct 22 18:53:14.549542 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-3ddff6d9-54aa-4029-898a-94f99469bc44 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:53:14.550503 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-3ddff6d9-54aa-4029-898a-94f99469bc44 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048416 Oct 22 18:53:15.132803 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:53:15.135127 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81972d8-ee89-4b98-9d7a-6515a870992c" -d '{"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-unplugged", "status": "completed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:53:15.170837 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 18:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb2a8b9-2b60-41c4-92d4-05376ae5407a x-openstack-request-id: req-afb2a8b9-2b60-41c4-92d4-05376ae5407a {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:53:15.171131 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-unplugged", "status": "failed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6", "code": 422}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:53:15.171385 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afb2a8b9-2b60-41c4-92d4-05376ae5407a {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:53:15.171856 dv-cinder-815146-1-iscsi neutron-server[106216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'code': 422} returned with failed status Oct 22 18:53:15.354056 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102700b-dedd-4c4f-8f5c-611340465693 req-0fb95979-2cd1-4c73-8c39-d828e2726b06 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:15.355442 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1102700b-dedd-4c4f-8f5c-611340465693 req-0fb95979-2cd1-4c73-8c39-d828e2726b06 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0498359 Oct 22 18:53:15.393953 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1102700b-dedd-4c4f-8f5c-611340465693 req-0a190abf-88c1-4f45-ab35-d283d55dac55 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Oct 22 18:53:15.518291 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4350a41-8e33-447b-bc9d-39b5a75e6552 req-0aae8445-b4b9-406d-a341-6a09b1f6218d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:15.519748 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a4350a41-8e33-447b-bc9d-39b5a75e6552 req-0aae8445-b4b9-406d-a341-6a09b1f6218d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 946 time: 0.0496864 Oct 22 18:53:15.562260 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a4350a41-8e33-447b-bc9d-39b5a75e6552 req-a62b4e4c-3966-4644-8a8f-01e46c456aa8 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361731 Oct 22 18:53:15.986327 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-fddf8212-2c6e-4be8-a0e4-777063b5a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:15.987827 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-fddf8212-2c6e-4be8-a0e4-777063b5a305 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f&tenant_id=2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 1097 time: 0.0778546 Oct 22 18:53:16.065667 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-640d5fc3-61ba-4e05-be3b-63cc43a76769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:16.067160 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-640d5fc3-61ba-4e05-be3b-63cc43a76769 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1097 time: 0.0419786 Oct 22 18:53:16.169727 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-08fcdf31-39a3-4954-9d22-a60e13bae2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:16.171127 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-08fcdf31-39a3-4954-9d22-a60e13bae2df service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0964622 Oct 22 18:53:16.236927 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-94f8e24c-90bd-4897-92d2-14578d28fbc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 200 len: 1000 time: 0.0573225 Oct 22 18:53:16.285659 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-ce5dfcf4-ac9f-4db5-8d78-03a4455bb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:16.287295 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-ce5dfcf4-ac9f-4db5-8d78-03a4455bb789 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0435796 Oct 22 18:53:16.336157 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-b9bbfed1-f71e-4107-b8cd-83a24a528cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:16.337615 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-b9bbfed1-f71e-4107-b8cd-83a24a528cd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433691 Oct 22 18:53:16.429055 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-abdf3bc8-14fe-4ffb-839d-d14637842604 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Oct 22 18:53:16.551013 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69382c0b-b701-4f69-8cf3-bf73cfb8b359 req-e702a41f-11a1-43d4-add7-1f1d60e8cec0 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144159 Oct 22 18:53:16.563548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac11-95fd-45b1-a10c-d33cf105854c req-2220096d-e5b5-48e6-9186-b3cb343d486c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:16.565010 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a010ac11-95fd-45b1-a10c-d33cf105854c req-2220096d-e5b5-48e6-9186-b3cb343d486c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0677903 Oct 22 18:53:16.603650 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a010ac11-95fd-45b1-a10c-d33cf105854c req-ef0a9df3-f3d9-454f-887e-3bc6695e2dc3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324903 Oct 22 18:53:16.926701 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:53:16.975781 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5a13b634-6c70-44ec-ae26-ab8b0f39820f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:17.732485 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79548459-b23e-4d9c-8166-bb0244a85c42 req-bb1044be-3433-4118-b921-64ed3c4e0f20 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:17.733947 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79548459-b23e-4d9c-8166-bb0244a85c42 req-bb1044be-3433-4118-b921-64ed3c4e0f20 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0563421 Oct 22 18:53:17.771537 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79548459-b23e-4d9c-8166-bb0244a85c42 req-d899f7bf-4279-4b44-aa09-7627405debd0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Oct 22 18:53:17.935395 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:18.308760 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:18.889821 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557ffc-007b-4ef7-bd3c-cb7d8a339bb1 req-0d4dd6da-791f-42c8-88ec-76327994952c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:18.891413 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a1557ffc-007b-4ef7-bd3c-cb7d8a339bb1 req-0d4dd6da-791f-42c8-88ec-76327994952c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0482445 Oct 22 18:53:18.928162 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a1557ffc-007b-4ef7-bd3c-cb7d8a339bb1 req-ca6c6a52-a15a-4b2e-800d-a4662055db32 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Oct 22 18:53:19.941700 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:20.060889 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbabdc6-42f8-4a80-951c-c005aef80312 req-c1f361ea-4ad9-4986-a9d9-05fb807bf915 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:20.066458 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bdbabdc6-42f8-4a80-951c-c005aef80312 req-c1f361ea-4ad9-4986-a9d9-05fb807bf915 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0674458 Oct 22 18:53:20.101404 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bdbabdc6-42f8-4a80-951c-c005aef80312 req-92bd7390-bd95-4567-9a3d-abc76cb2eb0c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Oct 22 18:53:21.225409 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d8763-ebeb-4b67-9d6a-53895cc2a6bf req-a1d843d9-4ea1-4f67-99cb-7aa2f77d6fd4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:21.226963 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f27d8763-ebeb-4b67-9d6a-53895cc2a6bf req-a1d843d9-4ea1-4f67-99cb-7aa2f77d6fd4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0506628 Oct 22 18:53:21.267881 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f27d8763-ebeb-4b67-9d6a-53895cc2a6bf req-22e79fdf-46cc-4d3a-9fb7-4c037656e362 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348890 Oct 22 18:53:22.390362 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e5ca-e65f-4d0f-b96c-2a18b21319f7 req-b49edd50-8dcb-4e01-8d67-d2a700459c14 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:22.393274 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f38e5ca-e65f-4d0f-b96c-2a18b21319f7 req-b49edd50-8dcb-4e01-8d67-d2a700459c14 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0522237 Oct 22 18:53:22.431890 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f38e5ca-e65f-4d0f-b96c-2a18b21319f7 req-8fe47b90-a6f6-4e2d-9541-cebc733eb1af tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Oct 22 18:53:23.551694 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95ba9c-2550-4bc9-a112-2f1f11d3092a req-208dc68b-4b61-4725-807b-00c7160d4c1c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:23.553139 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cf95ba9c-2550-4bc9-a112-2f1f11d3092a req-208dc68b-4b61-4725-807b-00c7160d4c1c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0492580 Oct 22 18:53:23.592136 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cf95ba9c-2550-4bc9-a112-2f1f11d3092a req-3e4d561e-9ed1-44d3-b128-36a720c6a93c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Oct 22 18:53:24.723807 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dff48-0ba2-48e2-8892-73468f4ab59a req-e364399d-a320-4534-bd18-14caede91fa0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:24.725295 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f65dff48-0ba2-48e2-8892-73468f4ab59a req-e364399d-a320-4534-bd18-14caede91fa0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0552073 Oct 22 18:53:24.762216 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f65dff48-0ba2-48e2-8892-73468f4ab59a req-b27ab5a7-9717-43a1-8a15-ae10c6230363 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Oct 22 18:53:25.337280 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:25.883579 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62c80e-3bf8-4821-a250-0ce27d9dbaf8 req-b04c6f69-262b-4cb1-8fc7-69a84aab6952 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:25.885051 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c62c80e-3bf8-4821-a250-0ce27d9dbaf8 req-b04c6f69-262b-4cb1-8fc7-69a84aab6952 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0482044 Oct 22 18:53:25.922723 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c62c80e-3bf8-4821-a250-0ce27d9dbaf8 req-54f81a2b-a513-4d77-959f-6fba47e65259 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317712 Oct 22 18:53:27.040451 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260885c-fd12-4f4f-b613-22a47be68aff req-a9c294f8-1d99-4242-bcb6-2e6a3e6623b8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:27.041914 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2260885c-fd12-4f4f-b613-22a47be68aff req-a9c294f8-1d99-4242-bcb6-2e6a3e6623b8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0478482 Oct 22 18:53:27.080625 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2260885c-fd12-4f4f-b613-22a47be68aff req-19033a81-0ad9-43fb-bc2f-954ac55f01d9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328085 Oct 22 18:53:28.224606 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c714-02c9-40b8-9630-5cde71c8bbea req-78b16d43-e2d0-4a9c-a942-c430a5d32fe1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:28.232326 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d039c714-02c9-40b8-9630-5cde71c8bbea req-78b16d43-e2d0-4a9c-a942-c430a5d32fe1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0708387 Oct 22 18:53:28.289017 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d039c714-02c9-40b8-9630-5cde71c8bbea req-74720449-9808-4615-9c77-51fd25895295 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558023 Oct 22 18:53:29.424015 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15dc2e-9995-434d-b016-c70f2967f3dc req-c710de95-65a3-4b3b-aec2-54876f8b7f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:29.425481 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1c15dc2e-9995-434d-b016-c70f2967f3dc req-c710de95-65a3-4b3b-aec2-54876f8b7f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0488358 Oct 22 18:53:29.465460 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1c15dc2e-9995-434d-b016-c70f2967f3dc req-61206a54-7421-49fe-b59e-60378664a5a0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339878 Oct 22 18:53:30.590518 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd402c-78c0-40e1-b9ed-e227e48919b2 req-34967820-ea69-4b2d-aaac-343fe4d7365e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:30.591994 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aafd402c-78c0-40e1-b9ed-e227e48919b2 req-34967820-ea69-4b2d-aaac-343fe4d7365e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0519106 Oct 22 18:53:30.631173 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aafd402c-78c0-40e1-b9ed-e227e48919b2 req-ec999ef6-d5a0-4eb0-be8c-ce123fb2fd1d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322473 Oct 22 18:53:31.756640 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36629fc4-604c-4d3c-b650-0873a7a9aa1f req-063ae9a2-7abf-477d-9cd0-c09052319613 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:31.758382 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-36629fc4-604c-4d3c-b650-0873a7a9aa1f req-063ae9a2-7abf-477d-9cd0-c09052319613 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0548425 Oct 22 18:53:31.804304 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-36629fc4-604c-4d3c-b650-0873a7a9aa1f req-ebf0dccb-45bc-4ac8-a18e-85b9d0115721 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364835 Oct 22 18:53:32.927599 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420976d3-a410-4ae0-ad19-ab2ec4cedcec req-362147d4-aad3-4441-bfe0-03fac55d8b8b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:32.929124 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-420976d3-a410-4ae0-ad19-ab2ec4cedcec req-362147d4-aad3-4441-bfe0-03fac55d8b8b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0489593 Oct 22 18:53:32.968954 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-420976d3-a410-4ae0-ad19-ab2ec4cedcec req-32d46532-5104-4eab-a135-5da7892921b4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Oct 22 18:53:34.088204 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094eb2d-e99d-4f02-b382-9513b92b17b1 req-f38096a4-9525-4fb4-a2a7-362266b17ddd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:34.090202 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f094eb2d-e99d-4f02-b382-9513b92b17b1 req-f38096a4-9525-4fb4-a2a7-362266b17ddd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0488369 Oct 22 18:53:34.128027 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f094eb2d-e99d-4f02-b382-9513b92b17b1 req-d52e8c4f-dd09-435a-86c6-1c19c42b885b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Oct 22 18:53:35.250316 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667acac-2e88-4d82-a73b-9c259e1df2e7 req-5f8ab4cd-026b-4ae9-a799-335b30daeab8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:35.251784 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e667acac-2e88-4d82-a73b-9c259e1df2e7 req-5f8ab4cd-026b-4ae9-a799-335b30daeab8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0524108 Oct 22 18:53:35.288449 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e667acac-2e88-4d82-a73b-9c259e1df2e7 req-2bd0d5cb-8974-4e73-ba21-20411c2df578 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Oct 22 18:53:36.407737 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e038e-bc89-4093-9b0f-f58aa8012e64 req-e66709a3-4e12-45cd-84c5-6dc93d4d0257 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:36.409252 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-773e038e-bc89-4093-9b0f-f58aa8012e64 req-e66709a3-4e12-45cd-84c5-6dc93d4d0257 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0492084 Oct 22 18:53:36.446004 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-773e038e-bc89-4093-9b0f-f58aa8012e64 req-b4ac82a7-03b8-4b45-890d-81c67a1db986 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Oct 22 18:53:37.565796 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06e7f-338d-4c03-94ea-29d7aa2ae857 req-9246dd1c-7d51-479b-81ef-9eb596c5e749 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:37.567188 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9b06e7f-338d-4c03-94ea-29d7aa2ae857 req-9246dd1c-7d51-479b-81ef-9eb596c5e749 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0497837 Oct 22 18:53:37.603307 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9b06e7f-338d-4c03-94ea-29d7aa2ae857 req-7c2b0482-b58e-4050-81be-f331fa110095 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303998 Oct 22 18:53:38.724620 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f49ac-9eb4-4975-8d1e-f663ef332836 req-ca523cab-7b05-4b57-bd9a-9e0e19ab1f59 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:38.726106 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-998f49ac-9eb4-4975-8d1e-f663ef332836 req-ca523cab-7b05-4b57-bd9a-9e0e19ab1f59 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0521395 Oct 22 18:53:38.763452 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-998f49ac-9eb4-4975-8d1e-f663ef332836 req-5eb54610-5b57-4215-a60c-4bf2353ac6d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Oct 22 18:53:39.883222 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a747b9-f72e-4c9e-a943-9e20e5261a6b req-cacfff00-4706-4710-a359-dd3a8f63675e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:39.884697 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-47a747b9-f72e-4c9e-a943-9e20e5261a6b req-cacfff00-4706-4710-a359-dd3a8f63675e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0486202 Oct 22 18:53:39.921476 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-47a747b9-f72e-4c9e-a943-9e20e5261a6b req-f7d3f806-c18b-4294-8406-dc8ac9d95ce6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Oct 22 18:53:41.037751 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa7ca-a77f-438a-98f1-a1f744ad37e1 req-3851a0a4-67dc-4e0e-a19e-eacc2030f00e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:41.039244 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9a9aa7ca-a77f-438a-98f1-a1f744ad37e1 req-3851a0a4-67dc-4e0e-a19e-eacc2030f00e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0476074 Oct 22 18:53:41.076194 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9a9aa7ca-a77f-438a-98f1-a1f744ad37e1 req-8d312245-4205-47be-b38f-f3cc850e3e85 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Oct 22 18:53:42.197039 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92527f-bcc4-4808-9e60-1da4b478e462 req-f75e1ccd-eed3-451c-b6cb-20b8592bc870 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:42.198507 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db92527f-bcc4-4808-9e60-1da4b478e462 req-f75e1ccd-eed3-451c-b6cb-20b8592bc870 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0514333 Oct 22 18:53:42.235508 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db92527f-bcc4-4808-9e60-1da4b478e462 req-cdbd46b5-740a-44d8-be2e-e65a2d01db32 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312295 Oct 22 18:53:43.354638 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2a6e-eb87-4aaf-8a44-24b61add4671 req-5833c7a2-2eba-4934-8b97-a7f96b671545 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:43.356092 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-310c2a6e-eb87-4aaf-8a44-24b61add4671 req-5833c7a2-2eba-4934-8b97-a7f96b671545 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0476537 Oct 22 18:53:43.393259 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-310c2a6e-eb87-4aaf-8a44-24b61add4671 req-4a976681-358e-4aad-9a46-9fe5041ce293 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Oct 22 18:53:43.479023 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:53:44.233137 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b0b990af-353d-4c17-a835-27bfc920ccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:44.519599 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5228e-be5e-4ba3-b359-0050a2ec4d2d req-535045b6-db68-4487-a89e-dab61e0d6d21 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:44.520977 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-24c5228e-be5e-4ba3-b359-0050a2ec4d2d req-535045b6-db68-4487-a89e-dab61e0d6d21 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0561066 Oct 22 18:53:44.562236 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-24c5228e-be5e-4ba3-b359-0050a2ec4d2d req-5a5c4198-60c1-4cad-b3a5-64d90f91a26f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351245 Oct 22 18:53:45.685246 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30b0b3-7c40-4957-820c-85349e5c488d req-2bc9a32f-8d9c-497f-a7c4-4e7dcd854a69 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:45.686612 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae30b0b3-7c40-4957-820c-85349e5c488d req-2bc9a32f-8d9c-497f-a7c4-4e7dcd854a69 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0523851 Oct 22 18:53:45.723693 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae30b0b3-7c40-4957-820c-85349e5c488d req-1fe21714-4c1c-46b5-b47b-b6ebf966dee7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Oct 22 18:53:46.842128 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732af695-0c88-446a-9dc8-a9252fa0533d req-3835379c-b29e-4c62-9035-57b02afd8d7a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:46.843586 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-732af695-0c88-446a-9dc8-a9252fa0533d req-3835379c-b29e-4c62-9035-57b02afd8d7a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0488884 Oct 22 18:53:46.881951 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-732af695-0c88-446a-9dc8-a9252fa0533d req-0893c3b7-a133-45a7-ba03-dacd3a0cd989 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Oct 22 18:53:46.946919 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-94d619aa-4cad-47f6-b618-c9400a6f3912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:47.937930 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:48.001774 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd880ed-cacb-404d-aba6-6a69d672b3c9 req-c8708d86-ec35-4807-853b-9274f9e120ee tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:48.003769 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2fd880ed-cacb-404d-aba6-6a69d672b3c9 req-c8708d86-ec35-4807-853b-9274f9e120ee tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 944 time: 0.0493307 Oct 22 18:53:48.040769 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2fd880ed-cacb-404d-aba6-6a69d672b3c9 req-1b732c13-5016-4515-8cc2-8824bc3aaec5 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Oct 22 18:53:48.168580 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:53:48.268392 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:48.279473 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'port_id': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'mac_address': 'fa:16:3e:a9:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:53:48.322798 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:48.332604 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:48.345066 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287ba173-9b9c-4426-ae81-c4cc3592b1e6 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:53:48.364841 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:48.368812 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:48.413928 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=9']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:49.165921 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f54166-2f17-4b59-ad70-491e012903cc req-f83e8c79-60b5-4def-b7e8-b4dbde777b50 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:49.167450 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92f54166-2f17-4b59-ad70-491e012903cc req-f83e8c79-60b5-4def-b7e8-b4dbde777b50 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0555215 Oct 22 18:53:49.205851 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92f54166-2f17-4b59-ad70-491e012903cc req-6bafd284-82b1-43bb-a006-20383463bccf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303528 Oct 22 18:53:49.944289 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:50.327543 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd95d-7ceb-41b3-947f-9d66cd315790 req-d5502896-00e6-4a3b-bb55-96912ee219e3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:50.328981 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab5fd95d-7ceb-41b3-947f-9d66cd315790 req-d5502896-00e6-4a3b-bb55-96912ee219e3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0492043 Oct 22 18:53:50.367339 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab5fd95d-7ceb-41b3-947f-9d66cd315790 req-a3a46119-9d3a-40c6-b421-65870729b7c7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 Oct 22 18:53:51.485575 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51804ae-2852-400c-8816-8b0106045eb6 req-e6630c7e-fdd0-4b1f-8780-f22274e9a95e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:51.487056 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b51804ae-2852-400c-8816-8b0106045eb6 req-e6630c7e-fdd0-4b1f-8780-f22274e9a95e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0487814 Oct 22 18:53:51.523940 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b51804ae-2852-400c-8816-8b0106045eb6 req-38ab355a-556d-4556-83c7-8c7f218fc805 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Oct 22 18:53:51.963171 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['287ba173-9b9c-4426-ae81-c4cc3592b1e6'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:53:52.651124 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d73d4-78ed-4f70-8900-41c345b95a94 req-9b7c8707-591b-4e9d-9074-fac6b5771a4f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:52.652628 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d43d73d4-78ed-4f70-8900-41c345b95a94 req-9b7c8707-591b-4e9d-9074-fac6b5771a4f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0534854 Oct 22 18:53:52.692201 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d43d73d4-78ed-4f70-8900-41c345b95a94 req-8104ce39-78ab-41a1-808f-c822119fe47b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333605 Oct 22 18:53:53.816682 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fecc2-598f-4bbb-bd12-a5a6a381886e req-e18837ec-4a92-48ae-915e-c0f7a7c63c35 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:53.818197 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1a4fecc2-598f-4bbb-bd12-a5a6a381886e req-e18837ec-4a92-48ae-915e-c0f7a7c63c35 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0522523 Oct 22 18:53:53.856772 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1a4fecc2-598f-4bbb-bd12-a5a6a381886e req-e7ba0922-9b40-4183-a30c-d8b996725a5e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Oct 22 18:53:54.888227 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:53:54.941515 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:53:54.941888 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:54.981523 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc32851-e8d3-457e-b8ea-53ef051cc227 req-34b21600-7234-4a3c-b800-021b30b45a08 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:54.983251 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bc32851-e8d3-457e-b8ea-53ef051cc227 req-34b21600-7234-4a3c-b800-021b30b45a08 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 945 time: 0.0494037 Oct 22 18:53:55.020745 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bc32851-e8d3-457e-b8ea-53ef051cc227 req-a5aaeabb-0c16-4439-b8f6-14a15f85c3a6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Oct 22 18:53:55.022378 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:55.044862 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:53:55.047042 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147aa66-a646-4ed0-b242-8f6b75d22993" -d '{"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-plugged", "status": "completed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:53:55.059414 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:55.064254 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:55.111579 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=10']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:55.146241 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b5a0f6-98a0-41e7-bdc0-87557b1bde4a x-openstack-request-id: req-c6b5a0f6-98a0-41e7-bdc0-87557b1bde4a {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:53:55.146531 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-plugged", "status": "completed", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:53:55.146778 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6b5a0f6-98a0-41e7-bdc0-87557b1bde4a {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:53:55.147164 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'code': 200} Oct 22 18:53:55.342968 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:55.682385 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1b9e6-ff90-4f96-bf0b-856511a2d537 req-48da8c6d-993e-43af-8008-f18afcc09949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:55.683854 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-40c1b9e6-ff90-4f96-bf0b-856511a2d537 req-48da8c6d-993e-43af-8008-f18afcc09949 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 1100 time: 0.0425808 Oct 22 18:53:55.717994 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-40c1b9e6-ff90-4f96-bf0b-856511a2d537 req-5a4bb0f7-54cd-49b9-aeda-a4bba67382e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268571 Oct 22 18:53:56.151050 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4398-76fb-491f-81dd-a510f0bc69b2 req-854ea6ce-e9ec-4041-bdad-5bc7f0f99b30 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:56.152605 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af5b4398-76fb-491f-81dd-a510f0bc69b2 req-854ea6ce-e9ec-4041-bdad-5bc7f0f99b30 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 947 time: 0.0558808 Oct 22 18:53:56.190871 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af5b4398-76fb-491f-81dd-a510f0bc69b2 req-5a088326-6d51-4f68-95ba-12263d2e3c78 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Oct 22 18:53:57.319776 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7b004-a75e-4fbe-9b9c-1919a41275ca req-7ec5a0c1-2aeb-4832-8414-9ebf693aa3fc tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:57.322159 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72d7b004-a75e-4fbe-9b9c-1919a41275ca req-7ec5a0c1-2aeb-4832-8414-9ebf693aa3fc tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 947 time: 0.0548449 Oct 22 18:53:57.370981 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-72d7b004-a75e-4fbe-9b9c-1919a41275ca req-db2d0d73-b606-48db-bcac-0b39ac7cd0c0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 Oct 22 18:53:57.447233 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dd988-d698-41ba-af60-1a5d2421a9ce req-c7832eac-314f-4cd6-8ed5-e3d8d7d5116d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:57.449663 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a15dd988-d698-41ba-af60-1a5d2421a9ce req-c7832eac-314f-4cd6-8ed5-e3d8d7d5116d tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 946 time: 0.0631323 Oct 22 18:53:57.489738 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a15dd988-d698-41ba-af60-1a5d2421a9ce req-323e22c7-5791-4160-964e-7fde571fa9a3 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Oct 22 18:53:58.503162 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760633-5159-4935-a6b1-be5a8b683506 req-38da2101-f011-43c4-b262-e1442fe14033 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:58.504654 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24760633-5159-4935-a6b1-be5a8b683506 req-38da2101-f011-43c4-b262-e1442fe14033 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 947 time: 0.0500150 Oct 22 18:53:58.544035 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-24760633-5159-4935-a6b1-be5a8b683506 req-4eeb9d77-b894-444d-a56c-ed54ad30254c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Oct 22 18:53:58.653637 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bf86e-3b89-4b18-b8da-28993e9d4f9b req-d5a08d2d-2573-461e-ba08-d8b1ee233447 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:58.655114 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ca9bf86e-3b89-4b18-b8da-28993e9d4f9b req-d5a08d2d-2573-461e-ba08-d8b1ee233447 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 946 time: 0.0481617 Oct 22 18:53:58.697073 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ca9bf86e-3b89-4b18-b8da-28993e9d4f9b req-7226221f-a9e7-41ef-ad69-3d01f3a965e1 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354288 Oct 22 18:53:59.558078 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-f72bb0ca-42c9-4fe8-9270-805d62ffb10b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:59.559477 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-f72bb0ca-42c9-4fe8-9270-805d62ffb10b tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 946 time: 0.0508108 Oct 22 18:53:59.653342 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Deleting port 1a47bdb3-6567-4068-b603-a71ea5af2992 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:53:59.653686 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:59.744668 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] For port 1a47bdb3-6567-4068-b603-a71ea5af2992, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1a47bdb3-6567-4068-b603-a71ea5af2992,segment=NetworkSegment(d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02),segment_id=d9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:53:59.745037 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:59.757743 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Calling delete_port for 1a47bdb3-6567-4068-b603-a71ea5af2992 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:53:59.812564 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120576d-e68a-443c-be47-9104d2ba4ead req-5cf2bf36-29a7-416e-9431-f6a3983790ec tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:59.813957 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e120576d-e68a-443c-be47-9104d2ba4ead req-5cf2bf36-29a7-416e-9431-f6a3983790ec tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7257c27-d096-4b4f-b2fe-50dad2142495 HTTP/1.1" status: 200 len: 946 time: 0.0491655 Oct 22 18:53:59.879911 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e120576d-e68a-443c-be47-9104d2ba4ead req-aa99ff82-fb3b-422a-9b81-98f6f4fe1750 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.15 "GET /v2.0/security-groups?id=38e17deb-3bf3-49bc-931b-a71295b78c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544939 Oct 22 18:53:59.882811 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-3b7fad34-36a8-4a93-ab3e-5b69c8ff2f6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660398 Oct 22 18:53:59.887906 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:59.900265 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['1a47bdb3-6567-4068-b603-a71ea5af2992'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:53:59.920904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Pushing event deleted for resources: {'Port': ['ID=1a47bdb3-6567-4068-b603-a71ea5af2992,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:53:59.932972 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.933544 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.933912 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.934272 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.934605 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.934940 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.935268 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.935593 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.935922 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.936242 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.936565 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.936884 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:53:59.965888 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-1a704272-02b7-4869-9e11-58b1b8d693db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:53:59.967505 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-1a704272-02b7-4869-9e11-58b1b8d693db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 1098 time: 0.0522027 Oct 22 18:53:59.986084 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] No DVR routers for this DVR port 1a47bdb3-6567-4068-b603-a71ea5af2992 on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:53:59.989771 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:53:59.993526 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60d805dd-5fde-44d5-91b2-05cc8dedccf2 req-20a4f5aa-6256-42bf-bfdd-c46fa3478c86 tempest-VolumesSnapshotTestJSON-458316285 tempest-VolumesSnapshotTestJSON-458316285-project] 10.222.0.37 "DELETE /v2.0/ports/1a47bdb3-6567-4068-b603-a71ea5af2992 HTTP/1.1" status: 204 len: 173 time: 0.4281454 Oct 22 18:53:59.993953 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'name': 'network-vif-deleted', 'tag': '1a47bdb3-6567-4068-b603-a71ea5af2992'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:53:59.996203 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5db41b-d21a-40bd-904a-50bfb8be3a0c" -d '{"events": [{"server_uuid": "e7257c27-d096-4b4f-b2fe-50dad2142495", "name": "network-vif-deleted", "tag": "1a47bdb3-6567-4068-b603-a71ea5af2992"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:54:00.033416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ccbb69-0ff5-460f-b958-bfca7d92c36e x-openstack-request-id: req-14ccbb69-0ff5-460f-b958-bfca7d92c36e {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:54:00.034339 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7257c27-d096-4b4f-b2fe-50dad2142495", "name": "network-vif-deleted", "tag": "1a47bdb3-6567-4068-b603-a71ea5af2992", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:54:00.034651 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14ccbb69-0ff5-460f-b958-bfca7d92c36e {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:54:00.035215 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7257c27-d096-4b4f-b2fe-50dad2142495', 'name': 'network-vif-deleted', 'tag': '1a47bdb3-6567-4068-b603-a71ea5af2992', 'status': 'completed', 'code': 200} Oct 22 18:54:00.087244 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-5c08c6e4-165a-4975-929a-39e5a989df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:00.088633 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-5c08c6e4-165a-4975-929a-39e5a989df95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.1007905 Oct 22 18:54:00.171077 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-87401fb0-50cb-4385-9891-54ebae093b28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce0f256-50fa-42a5-8505-e41af603ede7 HTTP/1.1" status: 200 len: 1000 time: 0.0632303 Oct 22 18:54:00.220160 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-0402443d-374a-4f53-931c-2b88b861f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:00.222299 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-0402443d-374a-4f53-931c-2b88b861f57b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0432022 Oct 22 18:54:00.270593 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-2345170a-16d0-4571-aae3-ec19b6625cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:00.272075 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-2345170a-16d0-4571-aae3-ec19b6625cf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402176 Oct 22 18:54:00.367304 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-2567f091-69cf-40d6-8805-13baa6b7866d service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846443 Oct 22 18:54:00.466163 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83cd6913-1eab-4977-910c-67b48c3e9226 req-5c086bb1-32a9-4e34-ba50-51de048c1c66 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869191 Oct 22 18:54:04.237717 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 1a47bdb3-6567-4068-b603-a71ea5af2992 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:54:04.258758 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 1a47bdb3-6567-4068-b603-a71ea5af2992 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:54:04.259103 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 1a47bdb3-6567-4068-b603-a71ea5af2992 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:54:14.234917 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-93343f91-0c7d-42f0-a776-2176099fc260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:16.948209 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f2906743-048e-4da4-934d-d814391ac939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:17.940431 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:18.313842 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:19.948133 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:20.478645 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:54:25.350365 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:25.865472 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 38956) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:54:25.908902 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Deleting subnet 64fcaa52-165e-4645-b4f4-689b6ef15dcd {{(pid=106215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:54:25.912634 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:25.948609 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12402833'] for subnet, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:25.986249 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.037429 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12333493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12377001'] for subnet, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.061552 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fcaa52-165e-4645-b4f4-689b6ef15dcd,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:54:26.066836 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.070000 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/64fcaa52-165e-4645-b4f4-689b6ef15dcd HTTP/1.1" status: 204 len: 168 time: 0.2034500 Oct 22 18:54:26.072693 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 38958) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:54:26.074918 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.075268 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.075609 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.075940 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.076267 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.076604 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.076929 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.077252 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.077572 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.077891 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.078237 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.078556 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148f635-c387-4891-8c23-1b8a3ba3d7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:54:26.140330 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.219109 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.238564 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589e1776-39de-4954-8114-1f64d744b989']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:54:26.247738 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:54:26.248031 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d1fd6e-b6b3-4b32-a4d0-e213a50e3e02') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:54:26.258238 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439947'] for segment, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.272092 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.278343 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:54:26.278721 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12441473'] for segment, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: Traceback (most recent call last): Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: timer() Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: cb(*args, **kw) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: return func(*args, **kwargs) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: self._notify() Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: self.callback(batched_events) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: event.method(event) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: return f(self, *a, **k) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._get(url).json() Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: return self.request(url, 'GET', **kwargs) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:54:26.280581 dv-cinder-815146-1-iscsi neutron-server[106214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:54:26.336119 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.342021 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.345253 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] 10.222.0.15 "DELETE /v2.0/networks/589e1776-39de-4954-8114-1f64d744b989 HTTP/1.1" status: 204 len: 168 time: 0.2714951 Oct 22 18:54:26.363072 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f8d77-73bf-4841-b9e6-a176e1b70e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=589e1776-39de-4954-8114-1f64d744b989,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:54:26.511641 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 38966) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:54:26.551699 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-734d8208-6744-4a24-86a6-c438f7b0d5a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e9e1a929f4b4d00a8d1f306b7d8a821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388889 Oct 22 18:54:26.554020 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 38968) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:54:26.600763 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f13d6a3c-f386-4fc1-b7e2-b81bec06b98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.621435 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f13d6a3c-f386-4fc1-b7e2-b81bec06b98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.667514 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f13d6a3c-f386-4fc1-b7e2-b81bec06b98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.670096 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f13d6a3c-f386-4fc1-b7e2-b81bec06b98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:26.671232 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f13d6a3c-f386-4fc1-b7e2-b81bec06b98c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38e17deb-3bf3-49bc-931b-a71295b78c30 HTTP/1.1" status: 204 len: 168 time: 0.1162941 Oct 22 18:54:26.681257 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d6a3c-f386-4fc1-b7e2-b81bec06b98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e17deb-3bf3-49bc-931b-a71295b78c30,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:54:44.238520 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-775546c8-cf7f-4aee-9c15-32af1bbbfa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:46.949454 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f600a1c2-ac38-4579-90c4-c0a0297a64b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:47.943908 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:48.315281 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:49.950416 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:54.283417 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511d36-c632-43af-9027-7274192f70e5 req-20f22a75-d023-4a02-9ec1-89b237edf9fc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:54.284897 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b511d36-c632-43af-9027-7274192f70e5 req-20f22a75-d023-4a02-9ec1-89b237edf9fc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0522988 Oct 22 18:54:54.328797 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6b511d36-c632-43af-9027-7274192f70e5 req-b8191b07-3b95-4a87-ba6f-c606d3b43aab tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375998 Oct 22 18:54:55.354236 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:55.449902 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bb82a-c73e-4e78-8987-9f069bfee48f req-07ab11f9-0bc8-4c8c-8f6f-6748da9c05aa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:55.451874 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d88bb82a-c73e-4e78-8987-9f069bfee48f req-07ab11f9-0bc8-4c8c-8f6f-6748da9c05aa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0533853 Oct 22 18:54:55.489085 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d88bb82a-c73e-4e78-8987-9f069bfee48f req-cba9ae45-89c4-486c-a23f-d6d4434679be tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Oct 22 18:54:56.612338 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e820e-56a8-40c2-a895-4fdbc2f01d29 req-2b226030-7ade-4aff-be04-cd0ecb5919ad tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:56.613798 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bb9e820e-56a8-40c2-a895-4fdbc2f01d29 req-2b226030-7ade-4aff-be04-cd0ecb5919ad tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0503812 Oct 22 18:54:56.650753 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bb9e820e-56a8-40c2-a895-4fdbc2f01d29 req-16c0a293-a5b5-43a3-93c2-08e8f46abe3d tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305419 Oct 22 18:54:57.105475 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddc1ed-652d-4f67-ba5f-2f00b75dd599 req-264fd8f1-3e18-40f0-99dd-4d97f42184de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:57.106941 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bdddc1ed-652d-4f67-ba5f-2f00b75dd599 req-264fd8f1-3e18-40f0-99dd-4d97f42184de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 947 time: 0.0508292 Oct 22 18:54:57.145537 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bdddc1ed-652d-4f67-ba5f-2f00b75dd599 req-fbd2c49e-079b-4445-81e7-1f7c1ff0837d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Oct 22 18:54:57.478044 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:54:57.766677 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440fbe-5ca5-45b5-b44d-e7975a293e4d req-5cbd810f-62c7-4a0d-8ede-4e4302ca39c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:57.768155 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-37440fbe-5ca5-45b5-b44d-e7975a293e4d req-5cbd810f-62c7-4a0d-8ede-4e4302ca39c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0488272 Oct 22 18:54:57.805121 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-37440fbe-5ca5-45b5-b44d-e7975a293e4d req-2d1f5fce-c995-41c1-96f9-5d34054c4713 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303535 Oct 22 18:54:58.268432 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aed09-c3a6-4551-a32f-5f4689508f67 req-d6e587d7-004d-4b0b-ba7d-6a96595c42be tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:58.269923 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e87aed09-c3a6-4551-a32f-5f4689508f67 req-d6e587d7-004d-4b0b-ba7d-6a96595c42be tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 947 time: 0.0495059 Oct 22 18:54:58.307203 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e87aed09-c3a6-4551-a32f-5f4689508f67 req-bdc6d0ed-c72a-41f4-94e7-1ab000bf90cf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Oct 22 18:54:58.869203 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-1d4a1bad-4811-45a7-a74c-7b2e3f03603f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:58.870689 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-1d4a1bad-4811-45a7-a74c-7b2e3f03603f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 947 time: 0.0499740 Oct 22 18:54:58.924041 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86786bf9-6f43-4482-beac-829dcd030426 req-10488902-0565-4c30-93ae-f36d31d114bc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:58.925491 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86786bf9-6f43-4482-beac-829dcd030426 req-10488902-0565-4c30-93ae-f36d31d114bc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0522044 Oct 22 18:54:58.963939 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86786bf9-6f43-4482-beac-829dcd030426 req-22f0063a-5eb6-4b33-9ca8-a6c9c4f4258e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Oct 22 18:54:58.967149 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Deleting port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:54:58.967487 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:59.054218 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] For port 287ba173-9b9c-4426-ae81-c4cc3592b1e6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=287ba173-9b9c-4426-ae81-c4cc3592b1e6,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:54:59.054572 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:59.325840 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:59.326609 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:59.326609 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Floating IP 9996c137-3095-41f2-9b39-fbce847bc6d7 disassociated. External IP: 172.27.0.138, port: 287ba173-9b9c-4426-ae81-c4cc3592b1e6. Oct 22 18:54:59.326914 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Calling delete_port for 287ba173-9b9c-4426-ae81-c4cc3592b1e6 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:54:59.677366 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3cc3d-512d-4837-bc8c-7d4519f1669e req-d5314853-6a80-4449-801a-e5b4ba9f9229 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:54:59.685434 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8df3cc3d-512d-4837-bc8c-7d4519f1669e req-d5314853-6a80-4449-801a-e5b4ba9f9229 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9aab3ea-724d-4784-9db9-364994acc80f HTTP/1.1" status: 200 len: 947 time: 0.3043945 Oct 22 18:54:59.750629 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8df3cc3d-512d-4837-bc8c-7d4519f1669e req-30e59836-7e16-45f2-8881-42b24c6d064d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=467354fd-5c43-4f92-b6de-bcca907d71fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473273 Oct 22 18:54:59.751646 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:54:59.779129 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event deleted for resources: {'Port': ['ID=287ba173-9b9c-4426-ae81-c4cc3592b1e6,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:54:59.896306 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Router c446c57e-fda2-4d75-88d4-3d32b793e57d has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:55:00.005300 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:55:00.016759 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] Sync routers for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:55:00.027736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:00.028995 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:54:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:00.044993 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] No DVR routers for this DVR port 287ba173-9b9c-4426-ae81-c4cc3592b1e6 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:55:00.047575 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:00.050905 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cfa0a3b4-8c9f-4320-a16c-06de1bfa6a48 req-10128b49-5133-42be-9297-4c6844a69f05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "DELETE /v2.0/ports/287ba173-9b9c-4426-ae81-c4cc3592b1e6 HTTP/1.1" status: 204 len: 173 time: 1.1736743 Oct 22 18:55:00.051358 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-deleted', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:00.054288 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e312371-5c87-496c-bf39-6f000e9c2c20" -d '{"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-deleted", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:00.111842 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40edbf-06a5-405b-a04f-ba68e93a3d15 req-7990fc01-4875-4735-bd6b-f8b752086f2e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:00.113491 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6a40edbf-06a5-405b-a04f-ba68e93a3d15 req-7990fc01-4875-4735-bd6b-f8b752086f2e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0700409 Oct 22 18:55:00.172043 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6a40edbf-06a5-405b-a04f-ba68e93a3d15 req-b0dcdc8d-51f9-41ac-be70-f8f4b20c3582 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509660 Oct 22 18:55:00.198228 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:00.303732 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d561f6-d1b6-4d51-86e7-bc4bf716fbe5 x-openstack-request-id: req-97d561f6-d1b6-4d51-86e7-bc4bf716fbe5 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:00.304294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aab3ea-724d-4784-9db9-364994acc80f", "name": "network-vif-deleted", "tag": "287ba173-9b9c-4426-ae81-c4cc3592b1e6", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:00.304602 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97d561f6-d1b6-4d51-86e7-bc4bf716fbe5 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:00.305112 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aab3ea-724d-4784-9db9-364994acc80f', 'name': 'network-vif-deleted', 'tag': '287ba173-9b9c-4426-ae81-c4cc3592b1e6', 'status': 'completed', 'code': 200} Oct 22 18:55:00.404690 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:00.435077 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] Checking router: c446c57e-fda2-4d75-88d4-3d32b793e57d for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:55:00.443389 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:00.444515 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:54:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:00.552796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:00.747474 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:00.774421 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04e7e9-10db-4571-925d-9bd495de3123 None None] The sync data for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi is: [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:55:00.860020 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39108) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:00.869584 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-5e126b7b-1a95-4ff1-a62d-6fa2df8bbe1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552275 Oct 22 18:55:00.924290 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:00.932597 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-b9b96ed3-0867-498e-9c9e-91715e7d4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:00.934152 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-b9b96ed3-0867-498e-9c9e-91715e7d4594 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1098 time: 0.0432229 Oct 22 18:55:00.948695 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.011127 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.014470 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.015832 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "DELETE /v2.0/security-groups/467354fd-5c43-4f92-b6de-bcca907d71fc HTTP/1.1" status: 204 len: 168 time: 0.1535673 Oct 22 18:55:01.023721 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39110) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:01.039034 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467354fd-5c43-4f92-b6de-bcca907d71fc,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:01.057448 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.058064 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.058416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.058757 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.059517 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.059517 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.059780 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.060052 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.060384 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.060924 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.061258 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.061586 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605c056-2091-44e3-af47-e37de48680de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:01.066118 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.api.v2.resource [None req-1833fb6b-de81-4fbd-a6a3-055a1de033a0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] show failed (client error): The resource could not be found. Oct 22 18:55:01.068978 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1833fb6b-de81-4fbd-a6a3-055a1de033a0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups/467354fd-5c43-4f92-b6de-bcca907d71fc HTTP/1.1" status: 404 len: 347 time: 0.0442140 Oct 22 18:55:01.072194 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 39112) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:01.080126 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-2c922599-54cf-4361-8f4d-a1ec00151ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:01.084929 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-2c922599-54cf-4361-8f4d-a1ec00151ee8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 910 time: 0.1266313 Oct 22 18:55:01.118432 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eebfed-749c-4b56-92c8-c70506064475 None None] New status for floating IP 9996c137-3095-41f2-9b39-fbce847bc6d7: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:55:01.240479 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-6bf5ddfa-93db-4079-8d84-b288bb21540a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 1001 time: 0.1267111 Oct 22 18:55:01.309856 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-abb403f3-05b0-4146-bb06-d52cbe2cb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:01.311274 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-abb403f3-05b0-4146-bb06-d52cbe2cb477 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.0593069 Oct 22 18:55:01.315597 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Deleting port 67941148-fa4c-45d9-a20b-51bf597e7f1b {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:55:01.315936 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.325023 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397e61e-5f90-4668-b5b4-0be1a3b644d4 req-857b5bb6-2822-4d5c-9b33-373a70e48745 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:01.326727 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7397e61e-5f90-4668-b5b4-0be1a3b644d4 req-857b5bb6-2822-4d5c-9b33-373a70e48745 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0662053 Oct 22 18:55:01.368497 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7397e61e-5f90-4668-b5b4-0be1a3b644d4 req-a08efa68-cce2-4fa6-89e6-2244dea36ce8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346973 Oct 22 18:55:01.414857 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-f93131e4-6693-46d0-9548-57f622429fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:01.416380 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-f93131e4-6693-46d0-9548-57f622429fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976200 Oct 22 18:55:01.439612 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.439954 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.466759 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Calling delete_port for 67941148-fa4c-45d9-a20b-51bf597e7f1b owned by network:floatingip {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:55:01.597155 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-ff315494-3d5b-41fe-a1ef-da0b1a0fa1df service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692388 Oct 22 18:55:01.734198 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71fb07aa-90bf-4e9f-81a5-5e2552f06b32 req-7e4be91b-61ec-435d-9cff-1322e4b9df0d service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281137 Oct 22 18:55:01.735819 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.764029 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event deleted for resources: {'Port': ['ID=67941148-fa4c-45d9-a20b-51bf597e7f1b,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:01.832899 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.836508 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:01.837633 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-44f98873-a3ec-48a4-a711-8698c30f8a13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "DELETE /v2.0/floatingips/9996c137-3095-41f2-9b39-fbce847bc6d7 HTTP/1.1" status: 204 len: 168 time: 0.7644870 Oct 22 18:55:02.154680 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 39118) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:02.159378 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-d098003f-bd8a-4a2b-910c-25fe649204cb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82915033', 'description': 'tempest-description--1908323041'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:02.184192 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d098003f-bd8a-4a2b-910c-25fe649204cb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.259648 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d098003f-bd8a-4a2b-910c-25fe649204cb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.263733 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d098003f-bd8a-4a2b-910c-25fe649204cb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.294341 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d098003f-bd8a-4a2b-910c-25fe649204cb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.295582 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d098003f-bd8a-4a2b-910c-25fe649204cb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1398876 Oct 22 18:55:02.298536 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39120) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:02.300320 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098003f-bd8a-4a2b-910c-25fe649204cb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:02.302971 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-e25fd128-c2c8-41e5-9dfe-b6a706001a2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'security_group_rule': {'security_group_id': '7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:02.331287 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e25fd128-c2c8-41e5-9dfe-b6a706001a2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.377374 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e25fd128-c2c8-41e5-9dfe-b6a706001a2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.382019 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e25fd128-c2c8-41e5-9dfe-b6a706001a2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.400768 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fd128-c2c8-41e5-9dfe-b6a706001a2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3a2c8b-0379-4f79-9aa6-00c94a9369d9,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:02.419687 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e25fd128-c2c8-41e5-9dfe-b6a706001a2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.422915 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e25fd128-c2c8-41e5-9dfe-b6a706001a2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208558 Oct 22 18:55:02.424416 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39124) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:02.429426 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-d9536e6c-da1e-41bb-b1c2-6aa76ed5874d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'security_group_rule': {'security_group_id': '7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:02.475310 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9536e6c-da1e-41bb-b1c2-6aa76ed5874d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.542160 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7ed77-ed97-439b-874d-f9146f9575d1 req-53a0dbaf-71b7-434a-81fd-c6b298808d60 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:02.543643 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d2f7ed77-ed97-439b-874d-f9146f9575d1 req-53a0dbaf-71b7-434a-81fd-c6b298808d60 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0828772 Oct 22 18:55:02.801450 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9536e6c-da1e-41bb-b1c2-6aa76ed5874d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.808973 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9536e6c-da1e-41bb-b1c2-6aa76ed5874d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.826964 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d2f7ed77-ed97-439b-874d-f9146f9575d1 req-1b85f7ec-7fd0-4f70-9ee2-7400bf3f80c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762263 Oct 22 18:55:02.833533 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9536e6c-da1e-41bb-b1c2-6aa76ed5874d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9cdc10-dd6f-4a3f-a09a-e79fcf2b349c,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:02.847919 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9536e6c-da1e-41bb-b1c2-6aa76ed5874d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.849128 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d9536e6c-da1e-41bb-b1c2-6aa76ed5874d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4237332 Oct 22 18:55:02.852308 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39126) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:02.856607 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:02.879396 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:02.976354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.081756 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Allocated IP 172.27.0.31 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/b9ecee94-6623-49b1-8402-35a927ae7b33) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:55:03.183479 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.215656 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.255461 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:55:03.258934 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:55:03.261457 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:55:03.289450 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'Port': ['ID=b9ecee94-6623-49b1-8402-35a927ae7b33,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:03.350293 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.383345 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.530536 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.534726 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.567299 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:55:03.586886 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 287ba173-9b9c-4426-ae81-c4cc3592b1e6 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:55:03.587231 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 287ba173-9b9c-4426-ae81-c4cc3592b1e6 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:55:03.604100 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'Port': ['ID=b9ecee94-6623-49b1-8402-35a927ae7b33,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:03.617226 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.633581 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:03.635004 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-85e9bfc8-b1f1-4db3-9436-d3bd8a4e500d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7816572 Oct 22 18:55:03.818288 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-a2642f88-ae27-43a8-b207-67b0b9b20b2f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--82915033&fields=id&tenant_id=2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 267 time: 0.0325155 Oct 22 18:55:03.929917 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-08747d27-b3fb-4806-b863-c4f1fbab7750 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:03.931421 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-08747d27-b3fb-4806-b863-c4f1fbab7750 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 816 time: 0.1052806 Oct 22 18:55:03.944359 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b25b27-eec6-4d65-8748-955e643da517 req-a15d5612-62eb-4308-857a-11243d73f252 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:03.945839 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00b25b27-eec6-4d65-8748-955e643da517 req-a15d5612-62eb-4308-857a-11243d73f252 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Oct 22 18:55:03.946411 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-7cce5aef-73bd-4902-b174-3e83c4b3d600 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/quotas/2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 375 time: 0.0090427 Oct 22 18:55:03.984795 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00b25b27-eec6-4d65-8748-955e643da517 req-0d467b1e-255c-453c-9bef-2da6cf94b3e2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Oct 22 18:55:03.999816 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-0a85817d-d284-40fb-b276-7b1d3883744b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478091 Oct 22 18:55:04.096993 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-40d7eb6f-dcd8-48b2-a960-8f1d4bc33dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859678 Oct 22 18:55:04.184993 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-28aaa426-f1a1-448b-9e30-5d04a26693f5 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813701 Oct 22 18:55:04.342270 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f3f61824-5287-41c7-9227-2f259e5eb71c req-867fe3e8-be19-4fc3-a205-78c03842ed4f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 210 time: 0.0270460 Oct 22 18:55:05.099118 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093014b-c5c9-4ae5-a914-d8b3198f8e65 req-34fd5d31-dba8-469a-9db5-1bd6379fb943 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:05.101040 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b093014b-c5c9-4ae5-a914-d8b3198f8e65 req-34fd5d31-dba8-469a-9db5-1bd6379fb943 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0489142 Oct 22 18:55:05.160623 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b093014b-c5c9-4ae5-a914-d8b3198f8e65 req-09f6dd96-7ab9-4192-982f-44cc6d95c4c1 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534921 Oct 22 18:55:05.254284 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-1271df8f-1306-418e-ae47-6c6e86849875 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:05.256837 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-1271df8f-1306-418e-ae47-6c6e86849875 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 816 time: 0.1072199 Oct 22 18:55:05.299393 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-e5b644c7-55da-4aeb-8315-7ce7fc58e3be tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 378 time: 0.0335157 Oct 22 18:55:05.308780 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'port': {'device_id': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'admin_state_up': True, 'tenant_id': '2ed23824381e47008d6df4620c158834', 'security_groups': ['7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:05.419738 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Made reservation on behalf of 2ed23824381e47008d6df4620c158834 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:55:05.423297 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:05.438939 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-99b33d99-b04e-4a10-9d22-b1a5947a2183 req-9108be61-47ad-43ba-ac2f-1d11c3ad43d8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 210 time: 0.0263205 Oct 22 18:55:05.561443 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Allocated IP 172.20.0.10 (a8ab7e5a-28b7-4495-a7ff-4975117a9428/8f2066fb-1a7f-41e0-82c1-a69e9f59418b/a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:55:05.693022 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:05.724510 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:05.771289 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:55:05.773171 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:55:05.781484 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:55:05.791725 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:05.839702 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:05.840343 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:05.856874 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-2bb052ce-fb0d-4a1f-92a7-aafe88439f80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5517368 Oct 22 18:55:05.870188 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Request body: {'port': {'device_id': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:05.925556 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:05.998222 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-e7a44daa-c977-4164-8d30-f9452b631b1d None None] Provisioning complete for port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:55:05.998842 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e7a44daa-c977-4164-8d30-f9452b631b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:06.030918 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-e7a44daa-c977-4164-8d30-f9452b631b1d None None] Port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:55:06.188893 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:55:06.196895 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:06.209104 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Transition to ACTIVE for port object a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:55:06.213150 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:06.286264 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:06.347843 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6999f3-ffda-4063-b5d1-237b0ce04d29 req-8d3907e6-bd49-465c-af77-b8f0ca250034 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:06.349401 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ff6999f3-ffda-4063-b5d1-237b0ce04d29 req-8d3907e6-bd49-465c-af77-b8f0ca250034 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.1114755 Oct 22 18:55:06.408735 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Attempting to bind port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:55:06.409070 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Attempting to bind port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:55:06.409400 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Attempting to bind port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:55:06.415495 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ff6999f3-ffda-4063-b5d1-237b0ce04d29 req-2179125e-51cf-4ede-a0be-e4b797bf39ca tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586061 Oct 22 18:55:06.418829 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:55:06.419154 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Attempting to bind port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 on network a8ab7e5a-28b7-4495-a7ff-4975117a9428 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:55:06.425076 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:55:06.425414 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Checking segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:55:06.425793 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Bound using segment: {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:55:06.426253 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Bound port: a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd83f65-709e-4815-87ae-fde62d45595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:55:06.426614 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:06.490324 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:55:06.494401 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:55:06.498392 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:06.535724 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:06.536324 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:06.538365 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] 10.222.0.37 "PUT /v2.0/ports/a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 200 len: 1094 time: 0.6724217 Oct 22 18:55:06.538992 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:06.541228 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f5ee9b-e720-4b86-805c-65df23e936ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:06.566805 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af59ac9-6d0d-40ca-b7f6-a506129fd87f service neutron] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:06.605693 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dfbfd-5e58-4049-8026-66314181496a req-712541d1-f872-4e1d-b778-bd125e9a4ec8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:06.607511 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-358dfbfd-5e58-4049-8026-66314181496a req-712541d1-f872-4e1d-b778-bd125e9a4ec8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0903969 Oct 22 18:55:06.607789 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3037cd5e-613d-48fd-8af1-825a894b1369 x-openstack-request-id: req-3037cd5e-613d-48fd-8af1-825a894b1369 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:06.608075 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:06.608323 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3037cd5e-613d-48fd-8af1-825a894b1369 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:06.608761 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'status': 'completed', 'code': 200} Oct 22 18:55:06.629290 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-24af8510-2185-4ff3-890a-396781ec3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:06.631066 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-24af8510-2185-4ff3-890a-396781ec3ebf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1097 time: 0.0520117 Oct 22 18:55:06.648809 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-358dfbfd-5e58-4049-8026-66314181496a req-689d20cb-6865-47eb-8dc6-d889dcca0aa2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337036 Oct 22 18:55:06.677046 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-e9b4e7ed-4615-4768-be95-751cfb01acd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 200 len: 217 time: 0.0365098 Oct 22 18:55:06.728978 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-7b663ffa-8b0a-4dd9-bd05-aaba437e685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:06.730459 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-7b663ffa-8b0a-4dd9-bd05-aaba437e685f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0451562 Oct 22 18:55:06.781957 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-806cd4df-48ae-43b9-aa4b-29b2ac8cc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:06.783443 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-806cd4df-48ae-43b9-aa4b-29b2ac8cc098 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441482 Oct 22 18:55:06.875989 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-3868a128-a150-48a8-89de-9b289bb18b4f service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845022 Oct 22 18:55:06.974367 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37eb84cb-9d72-4815-a30c-7fb6be1ea9d2 req-ebde207e-a729-45f3-b153-6ff1a1aafbb2 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899148 Oct 22 18:55:07.061600 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-698ff5f0-b0f6-4daf-85ba-0081bc8617c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:07.063091 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-698ff5f0-b0f6-4daf-85ba-0081bc8617c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1097 time: 0.0403032 Oct 22 18:55:07.158650 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-ebe05bc4-af7d-4a3f-bf7f-6b2426891756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:07.160131 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-ebe05bc4-af7d-4a3f-bf7f-6b2426891756 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0892553 Oct 22 18:55:07.201574 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-bf210fec-b6f3-45fb-9072-c6723ea0f831 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 200 len: 217 time: 0.0331573 Oct 22 18:55:07.250366 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-fca4a413-73b4-46e7-a11c-737b7998c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:07.251754 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-fca4a413-73b4-46e7-a11c-737b7998c2fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0426495 Oct 22 18:55:07.303166 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-67aea2bb-5667-492c-8b2d-01857e216c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:07.304623 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-67aea2bb-5667-492c-8b2d-01857e216c80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448334 Oct 22 18:55:07.394839 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-766f47b9-b8b9-4314-a528-d3f255518c97 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820029 Oct 22 18:55:07.487317 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b3f5ee9b-e720-4b86-805c-65df23e936ce req-b6a77ab2-0494-456b-9bbc-934bb4a7fa00 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844271 Oct 22 18:55:07.536133 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9fcd5-1311-48c6-a89d-48685c6d274c req-b72ae65c-39c2-4d41-aeda-5729169e620c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:07.537536 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a5f9fcd5-1311-48c6-a89d-48685c6d274c req-b72ae65c-39c2-4d41-aeda-5729169e620c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Oct 22 18:55:07.575735 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a5f9fcd5-1311-48c6-a89d-48685c6d274c req-8c8d4e4d-938d-48f5-92d0-f77b46a9dab5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320816 Oct 22 18:55:07.766350 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89435c8-2470-45b5-8511-d3b2f88de6b2 req-7c735c7a-bc29-48ac-9f65-05221d771a48 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:07.767918 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a89435c8-2470-45b5-8511-d3b2f88de6b2 req-7c735c7a-bc29-48ac-9f65-05221d771a48 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0486166 Oct 22 18:55:07.804472 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a89435c8-2470-45b5-8511-d3b2f88de6b2 req-bb4a0dca-97b1-4ada-b4a1-11dc752d239f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305552 Oct 22 18:55:08.688508 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ffbe-3830-4eb9-a420-8bc3511639a8 req-6c27ad03-2f9a-40c0-9fe4-67dbd2a6453e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:08.689956 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4fe7ffbe-3830-4eb9-a420-8bc3511639a8 req-6c27ad03-2f9a-40c0-9fe4-67dbd2a6453e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Oct 22 18:55:08.726146 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4fe7ffbe-3830-4eb9-a420-8bc3511639a8 req-8a5a95f3-382f-4c58-9b70-cf55f79a7071 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301700 Oct 22 18:55:08.923760 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32a675-59f7-4d00-a9f2-fe37e6f3fddb req-feb7fbdf-fed4-4a5c-ae54-34b9bc1d426a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:08.925298 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ce32a675-59f7-4d00-a9f2-fe37e6f3fddb req-feb7fbdf-fed4-4a5c-ae54-34b9bc1d426a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0519056 Oct 22 18:55:08.963240 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ce32a675-59f7-4d00-a9f2-fe37e6f3fddb req-7aea0631-f01d-457e-8208-d91be42a90c0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318589 Oct 22 18:55:09.617261 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:55:09.708676 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:09.719574 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'port_id': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:55:09.757736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:09.775145 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:55:09.794619 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:09.798412 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:09.844559 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f61d59-2410-4cd5-af17-07c3100bc105 req-a1d958ac-4629-402e-9911-15569fdc5e59 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:09.846053 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b9f61d59-2410-4cd5-af17-07c3100bc105 req-a1d958ac-4629-402e-9911-15569fdc5e59 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0521114 Oct 22 18:55:09.846345 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:09.854159 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.854510 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.854847 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.855211 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.855543 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.855869 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.856194 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.856515 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.856838 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.857159 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.857478 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.857795 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:09.886866 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b9f61d59-2410-4cd5-af17-07c3100bc105 req-51badb26-32f7-46c2-b4ea-f9c660e803c0 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333371 Oct 22 18:55:10.090722 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35e6be-cf48-4c39-88b7-87b2afa7a115 req-b791ceed-d28f-44ec-b72e-7f0a21cdbb0b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:10.092252 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0b35e6be-cf48-4c39-88b7-87b2afa7a115 req-b791ceed-d28f-44ec-b72e-7f0a21cdbb0b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0517058 Oct 22 18:55:10.097118 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b21ab7-3a25-4ede-96e5-d8a454461681 req-63da3e0e-3dd3-41d3-9da0-66c21ce476c2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:10.099684 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8b21ab7-3a25-4ede-96e5-d8a454461681 req-63da3e0e-3dd3-41d3-9da0-66c21ce476c2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 945 time: 0.0552120 Oct 22 18:55:10.138280 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8b21ab7-3a25-4ede-96e5-d8a454461681 req-47103321-c581-441c-b93a-acb7444268b6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327761 Oct 22 18:55:10.161761 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:55:10.165356 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0b35e6be-cf48-4c39-88b7-87b2afa7a115 req-78c7d570-e25e-4dc5-9c12-a208bc510b15 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672922 Oct 22 18:55:10.173852 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-6b9d8c1b-fbe8-4fdd-987f-0949c05b5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:10.175355 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-6b9d8c1b-fbe8-4fdd-987f-0949c05b5f1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 1099 time: 0.0634758 Oct 22 18:55:10.269050 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-5a8b1e86-bde4-40e8-86d2-4f248da3bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:10.270966 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-5a8b1e86-bde4-40e8-86d2-4f248da3bddd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 911 time: 0.0881867 Oct 22 18:55:10.336560 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-a4b2fce1-cd30-4bfe-883e-eeb078a43d2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 200 len: 1002 time: 0.0588198 Oct 22 18:55:10.388465 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-17335c05-8ec9-43d7-8ea0-46ded90a7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:10.389802 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-17335c05-8ec9-43d7-8ea0-46ded90a7a4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0457745 Oct 22 18:55:10.434628 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-3d12a84f-bd79-4c78-9615-54ba35e00b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:10.436102 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-3d12a84f-bd79-4c78-9615-54ba35e00b76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379589 Oct 22 18:55:10.528139 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-a69ffe16-6f28-4c10-a8d2-8eb200325793 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832644 Oct 22 18:55:10.618985 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df557d5-ab9e-424a-b987-1b56a76e9d52 req-5d6bf3f9-61d0-453b-b9d6-bfe4195e0404 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Oct 22 18:55:11.257818 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6e8b7-e80b-4f9e-ade3-0a12763693a2 req-80743272-db1d-41f7-8b16-060ceef5738d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:11.259750 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2cb6e8b7-e80b-4f9e-ade3-0a12763693a2 req-80743272-db1d-41f7-8b16-060ceef5738d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 945 time: 0.0522511 Oct 22 18:55:11.285321 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72cda-c374-41f9-a01f-47edce23bf56 req-92f4c116-fefb-44de-873b-0a9e9e2bc35a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:11.286796 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f3c72cda-c374-41f9-a01f-47edce23bf56 req-92f4c116-fefb-44de-873b-0a9e9e2bc35a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0509682 Oct 22 18:55:11.297496 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2cb6e8b7-e80b-4f9e-ade3-0a12763693a2 req-8f2702d1-060b-482d-9a4a-b6f246e7407d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318737 Oct 22 18:55:11.328545 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f3c72cda-c374-41f9-a01f-47edce23bf56 req-a241b8a0-03ea-42f2-9472-cc09a19a0b92 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356593 Oct 22 18:55:11.629055 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:55:11.679525 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:55:11.683452 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:55:11.683815 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:11.757834 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:11.779514 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:11.781729 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaf3788-c235-4df3-b2d0-ac65e0e5053e" -d '{"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-plugged", "status": "completed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:11.797951 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:11.801782 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:11.824805 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02a855d-3576-4c7d-aa2f-c226eb93ce98 x-openstack-request-id: req-a02a855d-3576-4c7d-aa2f-c226eb93ce98 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:11.825098 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-plugged", "status": "completed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:11.825352 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a02a855d-3576-4c7d-aa2f-c226eb93ce98 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:11.825732 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'code': 200} Oct 22 18:55:11.853074 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:11.981702 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42e71b-31bf-4a8c-b377-6e3bd323f47c req-b4c3c6f1-5b13-4a2d-a426-69de39582359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:11.983113 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3f42e71b-31bf-4a8c-b377-6e3bd323f47c req-b4c3c6f1-5b13-4a2d-a426-69de39582359 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1099 time: 0.0430777 Oct 22 18:55:12.017639 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3f42e71b-31bf-4a8c-b377-6e3bd323f47c req-3adf101a-896e-46b3-a73f-44531310d264 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0261562 Oct 22 18:55:12.416835 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f5422-fb6e-4267-a098-45db4912943b req-c580cf36-874e-42e4-9061-b0b5eb3a8a18 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:12.418340 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f05f5422-fb6e-4267-a098-45db4912943b req-c580cf36-874e-42e4-9061-b0b5eb3a8a18 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0494847 Oct 22 18:55:12.446225 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d26393-25e0-4319-9aaf-8b53256742f0 req-277c4a14-f5ce-4ac1-9942-b7ad2036f8b0 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:12.447749 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75d26393-25e0-4319-9aaf-8b53256742f0 req-277c4a14-f5ce-4ac1-9942-b7ad2036f8b0 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0491648 Oct 22 18:55:12.455849 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f05f5422-fb6e-4267-a098-45db4912943b req-c06e81d6-0a58-44b7-a6c7-454f44eed9a7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312812 Oct 22 18:55:12.486465 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75d26393-25e0-4319-9aaf-8b53256742f0 req-6682f16e-ad86-4311-927e-b5e02ea119b4 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Oct 22 18:55:13.577091 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bd5bc-1907-400a-a686-5cf95307523a req-4c6367d7-c293-493a-b2c8-4be74ac620f6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:13.578459 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b10bd5bc-1907-400a-a686-5cf95307523a req-4c6367d7-c293-493a-b2c8-4be74ac620f6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0481639 Oct 22 18:55:13.616039 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b10bd5bc-1907-400a-a686-5cf95307523a req-473e0412-0fd4-4dab-8f58-8ae042f852b3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317121 Oct 22 18:55:13.731704 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c6eb1-2847-4ddc-8b2d-f6b09feade55 req-5db880e7-86f9-4903-b1fb-ed55fa85d065 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:13.733150 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd5c6eb1-2847-4ddc-8b2d-f6b09feade55 req-5db880e7-86f9-4903-b1fb-ed55fa85d065 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0512955 Oct 22 18:55:13.741912 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39202) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:13.746199 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Request body: {'floatingip': {'port_id': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:13.783692 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:14.197185 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:14.200777 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:14.240790 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-058aa578-a431-4c04-8a27-aa2252b6d709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:14.304600 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Floating IP 60723b29-8184-434a-a51f-675971b7a148 associated. External IP: 172.27.0.31, port: a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4. Oct 22 18:55:14.508843 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Router c446c57e-fda2-4d75-88d4-3d32b793e57d has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:55:14.613464 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:55:14.619141 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:14.623696 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] Sync routers for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:55:14.633690 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:14.634341 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:54:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:14.645390 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d0f0c7de-11f1-4bd7-9a4c-a6f46e21711f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "PUT /v2.0/floatingips/60723b29-8184-434a-a51f-675971b7a148 HTTP/1.1" status: 200 len: 991 time: 0.9024050 Oct 22 18:55:14.646063 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:14.648592 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:14.691650 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0a4dc-f78d-4a6d-a1a8-145072024511 x-openstack-request-id: req-35e0a4dc-f78d-4a6d-a1a8-145072024511 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:14.691945 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:14.692196 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35e0a4dc-f78d-4a6d-a1a8-145072024511 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:14.692725 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'status': 'completed', 'code': 200} Oct 22 18:55:14.744221 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:14.760250 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-6183cac8-b67a-4dca-b18a-3671119b01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:14.761629 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-6183cac8-b67a-4dca-b18a-3671119b01f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1099 time: 0.0450065 Oct 22 18:55:14.862969 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-9c82b9ce-00b8-4c8a-be9c-8c83333510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:14.864694 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-9c82b9ce-00b8-4c8a-be9c-8c83333510b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0957882 Oct 22 18:55:14.933465 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-8379725a-6f08-461b-bb96-a04179243829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 200 len: 999 time: 0.0617435 Oct 22 18:55:14.984631 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-cbd04571-e5e6-495f-8dcb-71ff98246d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:14.986436 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-cbd04571-e5e6-495f-8dcb-71ff98246d60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0456953 Oct 22 18:55:15.032682 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-c11c640c-866b-4bbd-8941-e130969a0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:15.034098 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-c11c640c-866b-4bbd-8941-e130969a0929 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410850 Oct 22 18:55:15.156609 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '60723b29-8184-434a-a51f-675971b7a148', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'port_id': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:03Z', 'updated_at': '2021-10-22T18:55:14Z', 'revision_number': 1, 'project_id': '2ed23824381e47008d6df4620c158834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:15.190464 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] Checking router: c446c57e-fda2-4d75-88d4-3d32b793e57d for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:55:15.204144 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:15.204780 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:54:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:15.359567 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:15.372346 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-8657a144-094b-4f88-99bb-390f8c18c52e service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310792 Oct 22 18:55:15.466234 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5ba4f6d6-b5d2-418b-8c16-0bfaa45cfc4b req-dd8507d7-3bf8-4013-9854-76ff0e179593 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Oct 22 18:55:15.604222 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '60723b29-8184-434a-a51f-675971b7a148', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'port_id': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:03Z', 'updated_at': '2021-10-22T18:55:14Z', 'revision_number': 1, 'project_id': '2ed23824381e47008d6df4620c158834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:15.634289 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f950c1-b140-40d8-9867-33c1f83690ea None None] The sync data for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi is: [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '60723b29-8184-434a-a51f-675971b7a148', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'port_id': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:03Z', 'updated_at': '2021-10-22T18:55:14Z', 'revision_number': 1, 'project_id': '2ed23824381e47008d6df4620c158834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:55:15.810487 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38366459-f738-41e6-9f8a-339bf51d188f None None] New status for floating IP 60723b29-8184-434a-a51f-675971b7a148: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:55:16.950740 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ac9ba528-aec2-4f50-b6f5-57ccd94fd015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:17.945342 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:18.316402 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:19.954106 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:23.178963 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a4e92-ca87-4aa8-8259-418e949684e0 req-ecd3540a-0af4-435f-ad9b-2817cd758ea8 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:23.180328 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d6a4e92-ca87-4aa8-8259-418e949684e0 req-ecd3540a-0af4-435f-ad9b-2817cd758ea8 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0512588 Oct 22 18:55:23.217309 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d6a4e92-ca87-4aa8-8259-418e949684e0 req-df5967a4-89fb-4835-9c64-dec8da15b104 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311577 Oct 22 18:55:24.329734 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39624-79bd-4b87-9269-8e5f36eecc7c req-f7b7d218-4143-445d-8133-ca4db640f055 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:24.331221 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9ce39624-79bd-4b87-9269-8e5f36eecc7c req-f7b7d218-4143-445d-8133-ca4db640f055 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0472765 Oct 22 18:55:24.368446 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9ce39624-79bd-4b87-9269-8e5f36eecc7c req-c56af727-2735-4186-9871-c7d9098df5d5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Oct 22 18:55:25.117812 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-8fbfdf29-b333-4e7e-a615-ad2a3b157549 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:25.119260 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-8fbfdf29-b333-4e7e-a615-ad2a3b157549 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0479984 Oct 22 18:55:25.211250 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Deleting port 2ce0f256-50fa-42a5-8505-e41af603ede7 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:55:25.211511 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:25.300543 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] For port 2ce0f256-50fa-42a5-8505-e41af603ede7, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2ce0f256-50fa-42a5-8505-e41af603ede7,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:25.300908 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:25.364317 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:25.469776 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:25.470103 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:25.470584 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Floating IP 6a0cc3db-e6ac-4f34-849d-a3db0ca4e203 disassociated. External IP: 172.27.0.30, port: 2ce0f256-50fa-42a5-8505-e41af603ede7. Oct 22 18:55:25.470771 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Calling delete_port for 2ce0f256-50fa-42a5-8505-e41af603ede7 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:55:25.486462 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686b6c-7cf8-4f2b-a9ee-15e612baffba req-21ada4ba-f549-42b3-b14a-8bc927b04e58 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:25.488035 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-90686b6c-7cf8-4f2b-a9ee-15e612baffba req-21ada4ba-f549-42b3-b14a-8bc927b04e58 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 945 time: 0.0526729 Oct 22 18:55:25.529600 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-90686b6c-7cf8-4f2b-a9ee-15e612baffba req-d1b0b6fa-074f-46a0-91ce-f50997dfb946 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348229 Oct 22 18:55:25.608420 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:25.636910 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event deleted for resources: {'Port': ['ID=2ce0f256-50fa-42a5-8505-e41af603ede7,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:25.746947 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:55:25.851318 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:55:25.861619 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:55:25.872861 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:25.873687 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:55:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:25.892748 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] No DVR routers for this DVR port 2ce0f256-50fa-42a5-8505-e41af603ede7 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:55:25.895916 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:25.899904 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f9e1683a-4a53-4a7c-95a6-323547a1c9bb req-0e9db494-5f42-4755-aec3-efc7fb3a7e2a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "DELETE /v2.0/ports/2ce0f256-50fa-42a5-8505-e41af603ede7 HTTP/1.1" status: 204 len: 173 time: 0.7725620 Oct 22 18:55:25.900340 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'name': 'network-vif-deleted', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:25.902636 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caaa234-0045-4f8f-ae26-6eb3d1386954" -d '{"events": [{"server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "name": "network-vif-deleted", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:25.938573 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23230aad-b41e-4dd0-8a87-794ce968e5b0 x-openstack-request-id: req-23230aad-b41e-4dd0-8a87-794ce968e5b0 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:25.938927 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965fe9c-d162-4ace-981a-aec439d55e36", "name": "network-vif-deleted", "tag": "2ce0f256-50fa-42a5-8505-e41af603ede7", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:25.939173 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23230aad-b41e-4dd0-8a87-794ce968e5b0 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:25.939563 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a965fe9c-d162-4ace-981a-aec439d55e36', 'name': 'network-vif-deleted', 'tag': '2ce0f256-50fa-42a5-8505-e41af603ede7', 'status': 'completed', 'code': 200} Oct 22 18:55:26.000067 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:26.209436 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:26.236480 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:55:26.245343 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:26.245955 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:55:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:26.351797 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:26.545763 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:26.580987 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc896e-9432-4499-9d76-3e99d36e3da5 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:55:26.663735 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e7002dc7-dc96-4e49-afe5-53687f63dba4 req-412cd0f2-804e-4ae2-95b6-76d3ba96d9c6 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=a965fe9c-d162-4ace-981a-aec439d55e36 HTTP/1.1" status: 200 len: 210 time: 0.0373681 Oct 22 18:55:26.823086 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f4fef-ee9e-49e7-86dc-0f56b8187f05 None None] New status for floating IP 6a0cc3db-e6ac-4f34-849d-a3db0ca4e203: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:55:27.901276 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-a4ac7241-fd59-4501-9a75-7ec6ef7e0f8f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646769779&fields=id&tenant_id=662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 267 time: 0.0327053 Oct 22 18:55:28.005597 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-f689bd50-135e-464b-b0ef-c23407c80876 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:28.007005 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-f689bd50-135e-464b-b0ef-c23407c80876 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 811 time: 0.0992203 Oct 22 18:55:28.021441 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-742fe7a7-1a1c-4a47-8171-1530307921c7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/quotas/662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 375 time: 0.0087450 Oct 22 18:55:28.077895 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-647fa7ea-0e00-4b98-ac94-ccf4fc77db4d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509250 Oct 22 18:55:28.172556 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-888d8d6e-3d8a-48df-b9d6-dcdff148a9da service neutron] 10.222.0.15 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Oct 22 18:55:28.266840 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-1b051e89-2965-4f5e-87c3-f777886b9dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881424 Oct 22 18:55:28.543480 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b2c22e47-5bef-4a62-9b74-afa5ff9781b0 req-7bf75c05-a664-43cb-acba-d53ce6bf3d42 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 210 time: 0.0274172 Oct 22 18:55:29.569716 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-111e0f46-06c9-47e3-8c09-6a5c221ea575 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:29.571187 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-111e0f46-06c9-47e3-8c09-6a5c221ea575 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 811 time: 0.1974599 Oct 22 18:55:29.618108 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-66792720-a2fa-4939-b3b3-ef0c41b6f012 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 379 time: 0.0354087 Oct 22 18:55:29.628505 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'port': {'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'admin_state_up': True, 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'security_groups': ['6d1539c1-4b27-4f94-ab34-f000bbf28219']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:29.640554 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f1cc836a-e4c2-4392-a372-362014603970 req-abd51914-be3b-4a9f-b020-49a049ec34f7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Oct 22 18:55:29.706624 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 2ce0f256-50fa-42a5-8505-e41af603ede7 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:55:29.727380 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 2ce0f256-50fa-42a5-8505-e41af603ede7 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:55:29.727723 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 2ce0f256-50fa-42a5-8505-e41af603ede7 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:55:29.743256 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Made reservation on behalf of 662e66abdd5e4c5cb152281e36cb80e1 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:55:29.746913 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:29.881930 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Allocated IP 172.20.0.3 (bc43ee55-7f34-48f5-82f6-ae9760f90819/6491d84d-ce60-4272-a924-02bc52680915/89cf8775-9615-43c6-a410-bb27d1e7ff3c) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:55:30.037394 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.075229 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.127954 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:55:30.132080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:55:30.135985 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:55:30.171037 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=89cf8775-9615-43c6-a410-bb27d1e7ff3c,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:30.184958 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.185307 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.185653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.186007 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.186368 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.186703 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.187036 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.187366 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.187698 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.188024 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.188347 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.188668 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:55:30.216265 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:30.216990 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.239837 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-8d574574-8c6f-4720-8064-bf829e4bb295 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6150262 Oct 22 18:55:30.255303 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Request body: {'port': {'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:30.321240 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.437871 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-23deefc8-acab-4e1b-8445-d9fb30dbee38 None None] Provisioning complete for port 89cf8775-9615-43c6-a410-bb27d1e7ff3c triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:55:30.438189 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-23deefc8-acab-4e1b-8445-d9fb30dbee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.475610 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-23deefc8-acab-4e1b-8445-d9fb30dbee38 None None] Port 89cf8775-9615-43c6-a410-bb27d1e7ff3c cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:55:30.641051 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cf8775-9615-43c6-a410-bb27d1e7ff3c {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:55:30.649358 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.664683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Transition to ACTIVE for port object 89cf8775-9615-43c6-a410-bb27d1e7ff3c will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:55:30.668127 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.725773 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=89cf8775-9615-43c6-a410-bb27d1e7ff3c,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:30.784604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003f212-1948-4419-a6d1-9f5d70469a29 req-e969fb3b-762f-494f-8ccf-bcef1f7bd7d1 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:30.793446 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c003f212-1948-4419-a6d1-9f5d70469a29 req-e969fb3b-762f-494f-8ccf-bcef1f7bd7d1 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0687973 Oct 22 18:55:30.820946 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Attempting to bind port 89cf8775-9615-43c6-a410-bb27d1e7ff3c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:55:30.822518 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Attempting to bind port 89cf8775-9615-43c6-a410-bb27d1e7ff3c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:55:30.822920 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Attempting to bind port 89cf8775-9615-43c6-a410-bb27d1e7ff3c on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:55:30.828810 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Port 89cf8775-9615-43c6-a410-bb27d1e7ff3c on network bc43ee55-7f34-48f5-82f6-ae9760f90819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:55:30.829332 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Attempting to bind port 89cf8775-9615-43c6-a410-bb27d1e7ff3c on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:55:30.837052 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:55:30.837575 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Checking segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:55:30.838202 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Bound using segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:55:30.838807 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c003f212-1948-4419-a6d1-9f5d70469a29 req-1f288dd3-ff13-42b2-b6c8-8301e7a7086d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 Oct 22 18:55:30.839020 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Bound port: 89cf8775-9615-43c6-a410-bb27d1e7ff3c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:55:30.839649 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.921184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] For port 89cf8775-9615-43c6-a410-bb27d1e7ff3c, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:55:30.924473 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] For port 89cf8775-9615-43c6-a410-bb27d1e7ff3c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:55:30.928977 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.967430 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:30.967430 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:30.968491 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 200 len: 1093 time: 0.7196314 Oct 22 18:55:30.968812 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:30.971102 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a3210c-4ff6-4864-89d1-0a13ce105b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:30.995156 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3d20d-9a7f-492e-9e26-a5d057707bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=89cf8775-9615-43c6-a410-bb27d1e7ff3c,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:31.034621 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ac91c-1855-4dc8-af88-78e76519df68 x-openstack-request-id: req-5b9ac91c-1855-4dc8-af88-78e76519df68 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:31.035000 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:31.035284 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b9ac91c-1855-4dc8-af88-78e76519df68 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:31.035703 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'status': 'completed', 'code': 200} Oct 22 18:55:31.068264 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-b4c8ee4a-6426-4d73-8a44-4cc6ad22de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.070096 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-b4c8ee4a-6426-4d73-8a44-4cc6ad22de9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1096 time: 0.0504489 Oct 22 18:55:31.126517 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-c194d5a8-9214-4d5b-bcf1-64b1f344d367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 200 len: 217 time: 0.0406058 Oct 22 18:55:31.178815 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-a01caedc-37e0-450e-a054-a655b432d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.180286 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-a01caedc-37e0-450e-a054-a655b432d761 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0464387 Oct 22 18:55:31.227843 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-56f349a1-8bec-4284-8865-48fdfbfeb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.229240 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-56f349a1-8bec-4284-8865-48fdfbfeb0aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410511 Oct 22 18:55:31.323827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-9bf62a07-03d2-44f4-b1b8-b7f907f5e7be service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869362 Oct 22 18:55:31.413859 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b810a55f-80d5-4e87-92fe-1ae538c9d1aa req-d892365c-8b03-4caf-a10d-481009483a3b service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810351 Oct 22 18:55:31.516139 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-ac7cdc6f-ec5d-4bf8-9c21-4bd889a111b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.517546 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-ac7cdc6f-ec5d-4bf8-9c21-4bd889a111b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1096 time: 0.0547836 Oct 22 18:55:31.607574 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-1f4e3b26-5b6d-4206-990a-7a2f2e0a25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.609047 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-1f4e3b26-5b6d-4206-990a-7a2f2e0a25ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.0837436 Oct 22 18:55:31.654531 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-d26c55cb-f7a2-4c73-89ce-6deda71534fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 200 len: 217 time: 0.0369308 Oct 22 18:55:31.704454 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-f0dd9460-1c15-48b0-b4ea-befa9f42df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.705825 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-f0dd9460-1c15-48b0-b4ea-befa9f42df79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0437639 Oct 22 18:55:31.750986 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-5c92dc11-8dd4-4ae6-92b1-388a58ed33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.752401 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-5c92dc11-8dd4-4ae6-92b1-388a58ed33f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393746 Oct 22 18:55:31.851155 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-e3cfecd8-e687-4371-9b9b-a8a159924dd0 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889471 Oct 22 18:55:31.974288 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-83a3210c-4ff6-4864-89d1-0a13ce105b2b req-945e7316-fbe5-4a90-a3a4-74bce9dedbb8 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138391 Oct 22 18:55:31.986123 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0cb4a-e40e-4a0a-8b09-8a53ac864d58 req-7c91f533-b194-4b8e-a88a-dd3cbe1fa17e tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:31.987593 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-00d0cb4a-e40e-4a0a-8b09-8a53ac864d58 req-7c91f533-b194-4b8e-a88a-dd3cbe1fa17e tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0705607 Oct 22 18:55:32.041422 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-00d0cb4a-e40e-4a0a-8b09-8a53ac864d58 req-c76213df-990d-4199-8c75-55f6b2a252ec tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462210 Oct 22 18:55:33.156869 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540efc-a0df-4fd8-a9d9-e808c968c895 req-c9635cdb-b621-48e9-99a3-b233b72fd2a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:33.158272 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-21540efc-a0df-4fd8-a9d9-e808c968c895 req-c9635cdb-b621-48e9-99a3-b233b72fd2a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0491323 Oct 22 18:55:33.195686 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-21540efc-a0df-4fd8-a9d9-e808c968c895 req-85c88349-18fb-4bfb-adf1-b828690cd939 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311928 Oct 22 18:55:34.308309 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f49829-a25c-4aa5-a95c-d6da71329f5c req-c95de642-5998-498b-9b2b-8eb1f1960da4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:34.309729 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65f49829-a25c-4aa5-a95c-d6da71329f5c req-c95de642-5998-498b-9b2b-8eb1f1960da4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0472484 Oct 22 18:55:34.345470 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-65f49829-a25c-4aa5-a95c-d6da71329f5c req-c6f056ac-cfe8-41d4-be23-1bfb822716c4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299799 Oct 22 18:55:34.477597 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:55:35.468587 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4812e9-0556-46d0-b040-ec63fd4a8828 req-26106808-8716-4e0d-a0fa-7850f7ca1627 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:35.470061 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8a4812e9-0556-46d0-b040-ec63fd4a8828 req-26106808-8716-4e0d-a0fa-7850f7ca1627 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0515802 Oct 22 18:55:35.506765 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8a4812e9-0556-46d0-b040-ec63fd4a8828 req-c7ded5d2-bf3c-4b8f-9d49-04696a0e8d09 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307460 Oct 22 18:55:36.619138 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7802-a9cd-45ad-a100-5cffa18f4d1b req-6aaf3254-6613-496e-be0c-426d76d9a224 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:36.620578 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-af2f7802-a9cd-45ad-a100-5cffa18f4d1b req-6aaf3254-6613-496e-be0c-426d76d9a224 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0478938 Oct 22 18:55:36.659785 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-af2f7802-a9cd-45ad-a100-5cffa18f4d1b req-8de85e87-e630-46c3-a394-911270c65791 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333450 Oct 22 18:55:37.772661 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd7820-f044-44ee-b92b-d12ab7bb1282 req-c841d88f-26cb-46ec-b44b-97bad014f220 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:37.774804 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-07dd7820-f044-44ee-b92b-d12ab7bb1282 req-c841d88f-26cb-46ec-b44b-97bad014f220 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0500231 Oct 22 18:55:37.816056 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-07dd7820-f044-44ee-b92b-d12ab7bb1282 req-c27925e7-5d32-4a3d-a354-58114aff7ffa tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350113 Oct 22 18:55:38.933302 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e2515-848c-4aba-8a23-3871232ef7e4 req-bcd333b6-e957-4fd1-ae70-31d7fa6c3598 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:38.934763 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a92e2515-848c-4aba-8a23-3871232ef7e4 req-bcd333b6-e957-4fd1-ae70-31d7fa6c3598 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 943 time: 0.0531626 Oct 22 18:55:38.971829 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a92e2515-848c-4aba-8a23-3871232ef7e4 req-bf8a9444-9eed-493e-871d-c058aea53f01 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Oct 22 18:55:39.307363 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf3b7-7ffd-4d58-a1c7-ac0fa78aa2ce req-0de6d438-3fb7-4052-87cf-3e3987585597 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:39.308896 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87ddf3b7-7ffd-4d58-a1c7-ac0fa78aa2ce req-0de6d438-3fb7-4052-87cf-3e3987585597 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0493526 Oct 22 18:55:39.346977 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-87ddf3b7-7ffd-4d58-a1c7-ac0fa78aa2ce req-e791452d-900c-430c-b5af-71c511f91824 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321515 Oct 22 18:55:39.753926 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 89cf8775-9615-43c6-a410-bb27d1e7ff3c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:55:39.848862 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 89cf8775-9615-43c6-a410-bb27d1e7ff3c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:39.859557 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:55:39.895884 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:39.908786 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89cf8775-9615-43c6-a410-bb27d1e7ff3c {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:55:39.928114 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 89cf8775-9615-43c6-a410-bb27d1e7ff3c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:39.932032 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:39.977558 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=89cf8775-9615-43c6-a410-bb27d1e7ff3c,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:40.087145 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5acd7-56e8-4bb3-bbc3-11164418a3c4 req-62f9ebda-8825-4332-a757-32a65d1c2245 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:40.088591 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9bc5acd7-56e8-4bb3-bbc3-11164418a3c4 req-62f9ebda-8825-4332-a757-32a65d1c2245 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 944 time: 0.0497258 Oct 22 18:55:40.125761 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9bc5acd7-56e8-4bb3-bbc3-11164418a3c4 req-66039499-fa46-41e6-a8d6-5b91b2301913 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Oct 22 18:55:40.308276 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['89cf8775-9615-43c6-a410-bb27d1e7ff3c'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:55:40.460147 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee03e7e-93a1-406c-b1dc-1b812cd46a4f req-001173f9-6f92-482d-aa11-dbcb98e21b15 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:40.461771 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1ee03e7e-93a1-406c-b1dc-1b812cd46a4f req-001173f9-6f92-482d-aa11-dbcb98e21b15 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0478108 Oct 22 18:55:40.498902 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1ee03e7e-93a1-406c-b1dc-1b812cd46a4f req-72a851d6-68a3-4645-b37b-aab9fc64ec58 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308998 Oct 22 18:55:41.240012 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edb208-c0f9-4664-82d5-271ca9c62d1f req-1cc79344-aafd-4fcb-8c37-2a6c1c2f7510 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:41.241479 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61edb208-c0f9-4664-82d5-271ca9c62d1f req-1cc79344-aafd-4fcb-8c37-2a6c1c2f7510 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 944 time: 0.0491004 Oct 22 18:55:41.278109 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61edb208-c0f9-4664-82d5-271ca9c62d1f req-c6d87f93-da7b-4960-9db6-450ed3b1ebb5 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308597 Oct 22 18:55:41.612206 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff577ca2-d9ef-4e71-b9b3-4f1f519a89fd req-fc8e865a-0268-4962-92ce-b529bec2d903 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:41.613954 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff577ca2-d9ef-4e71-b9b3-4f1f519a89fd req-fc8e865a-0268-4962-92ce-b529bec2d903 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0479805 Oct 22 18:55:41.653876 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff577ca2-d9ef-4e71-b9b3-4f1f519a89fd req-9a78ba19-26dd-4ad2-a0fa-7a6f16608164 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Oct 22 18:55:41.761117 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 89cf8775-9615-43c6-a410-bb27d1e7ff3c up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:55:41.810158 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 89cf8775-9615-43c6-a410-bb27d1e7ff3c completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:55:41.813691 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 89cf8775-9615-43c6-a410-bb27d1e7ff3c triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:55:41.814091 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:41.888341 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:41.909726 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:41.912020 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476a841e-1344-4a8b-9f59-505c6bb36345" -d '{"events": [{"server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "name": "network-vif-plugged", "status": "completed", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:41.928541 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 89cf8775-9615-43c6-a410-bb27d1e7ff3c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:41.933664 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:41.956410 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c693421-b2f7-4b95-8a74-9d561cef1fc0 x-openstack-request-id: req-3c693421-b2f7-4b95-8a74-9d561cef1fc0 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:41.956717 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "name": "network-vif-plugged", "status": "completed", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:41.956962 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c693421-b2f7-4b95-8a74-9d561cef1fc0 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:41.957364 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'code': 200} Oct 22 18:55:41.983439 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=89cf8775-9615-43c6-a410-bb27d1e7ff3c,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:42.177852 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c811-c930-458f-85d6-635bba5f5e17 req-6dcc7697-b19d-45c7-a71b-2760d81b41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:42.179357 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e030c811-c930-458f-85d6-635bba5f5e17 req-6dcc7697-b19d-45c7-a71b-2760d81b41d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1098 time: 0.0434954 Oct 22 18:55:42.213811 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e030c811-c930-458f-85d6-635bba5f5e17 req-b01d58ba-fa7c-4b08-a694-d56ec8152f10 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268633 Oct 22 18:55:42.391006 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3b03-b341-4ed3-9e3b-86a0d0db949b req-0df03db7-8c43-44a6-9ff1-6ae3e850eb00 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:42.392508 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41cd3b03-b341-4ed3-9e3b-86a0d0db949b req-0df03db7-8c43-44a6-9ff1-6ae3e850eb00 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 945 time: 0.0488329 Oct 22 18:55:42.431893 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41cd3b03-b341-4ed3-9e3b-86a0d0db949b req-df309806-6d21-4a6b-abd3-03cde060db18 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334425 Oct 22 18:55:42.769130 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ece67d-356c-45a4-ad8e-a07848cb4386 req-9721bf32-4f27-4c14-87e5-5cf177e54ca2 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:42.770772 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-65ece67d-356c-45a4-ad8e-a07848cb4386 req-9721bf32-4f27-4c14-87e5-5cf177e54ca2 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0500867 Oct 22 18:55:42.808899 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-65ece67d-356c-45a4-ad8e-a07848cb4386 req-f4019aee-abce-49a0-8a6b-521f494f6da9 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Oct 22 18:55:43.549119 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6397694-2ec8-4cfa-9053-76b94a9a532d req-8c96414d-a177-4a88-abe1-d3adbeb36479 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:43.550601 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b6397694-2ec8-4cfa-9053-76b94a9a532d req-8c96414d-a177-4a88-abe1-d3adbeb36479 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 945 time: 0.0488644 Oct 22 18:55:43.589086 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b6397694-2ec8-4cfa-9053-76b94a9a532d req-8bb20a29-2a59-40b0-ab5b-7a7d9f821408 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Oct 22 18:55:43.919992 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2fd6c-900d-4e7a-9b6e-2bf39174097a req-25a5418f-461f-4954-b4c9-cf3a822d8661 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:43.921429 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-43b2fd6c-900d-4e7a-9b6e-2bf39174097a req-25a5418f-461f-4954-b4c9-cf3a822d8661 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0475893 Oct 22 18:55:43.958192 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-43b2fd6c-900d-4e7a-9b6e-2bf39174097a req-ada369cb-1043-4490-aec4-17c7dae99bd8 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308959 Oct 22 18:55:44.243554 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-513c6869-ebe0-44ef-9755-d74c9b2cd758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:44.706688 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28e885-3f1e-4c68-9174-6f6a0f654db0 req-f163c80a-171a-497d-a367-abec5056113f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:44.708881 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2b28e885-3f1e-4c68-9174-6f6a0f654db0 req-f163c80a-171a-497d-a367-abec5056113f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 945 time: 0.0497613 Oct 22 18:55:44.750899 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2b28e885-3f1e-4c68-9174-6f6a0f654db0 req-b404e3c4-c83d-466b-bd91-ef50bec79a80 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360801 Oct 22 18:55:44.869272 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb843722-6ed4-4bb4-8812-60a5ce666095 req-4eb76164-1553-43ab-8ed7-0d9e866083fd tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:44.870631 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bb843722-6ed4-4bb4-8812-60a5ce666095 req-4eb76164-1553-43ab-8ed7-0d9e866083fd tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Oct 22 18:55:44.910972 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bb843722-6ed4-4bb4-8812-60a5ce666095 req-b46742ad-538b-455b-ace9-59142bcad915 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346792 Oct 22 18:55:44.932700 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39352) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:44.973339 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669fc55-2dd0-4532-a284-6ad3f307d24e tempest-TestVolumeBootPattern-1302199323 tempest-TestVolumeBootPattern-1302199323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:44.974871 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2669fc55-2dd0-4532-a284-6ad3f307d24e tempest-TestVolumeBootPattern-1302199323 tempest-TestVolumeBootPattern-1302199323-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1093 time: 0.0411968 Oct 22 18:55:44.977624 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39354) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:44.981890 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:55:45.006017 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:45.118585 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3281091-2a8c-45b1-a18c-afff955730f4 req-4475d751-485d-4e46-9b3b-e0eb9167d308 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:45.120093 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3281091-2a8c-45b1-a18c-afff955730f4 req-4475d751-485d-4e46-9b3b-e0eb9167d308 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0889018 Oct 22 18:55:45.167492 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3281091-2a8c-45b1-a18c-afff955730f4 req-e7ae0f4c-5adf-47a5-9d9c-c0a023845677 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 Oct 22 18:55:45.172962 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:45.273285 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Allocated IP 172.27.0.124 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/a2cd9231-5692-4630-b9ea-fdc2e291898c) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:55:45.374376 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:45.405555 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:45.448200 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:55:45.451479 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:55:45.454956 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:55:45.482964 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=a2cd9231-5692-4630-b9ea-fdc2e291898c,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:46.032009 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:46.095574 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:46.253684 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:46.270095 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:46.358672 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da684-76e7-45a7-83da-43f5353d5d64 req-5f646bc8-fa14-4607-8538-38abe4411c7b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:46.360155 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b7da684-76e7-45a7-83da-43f5353d5d64 req-5f646bc8-fa14-4607-8538-38abe4411c7b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.1233180 Oct 22 18:55:46.362404 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=a2cd9231-5692-4630-b9ea-fdc2e291898c,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:46.384023 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:46.437166 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0b7da684-76e7-45a7-83da-43f5353d5d64 req-946057c3-9dc1-4f5d-8aad-68020a6708e2 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695307 Oct 22 18:55:46.497741 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Floating IP 293359a2-a5a1-4e4b-adef-aec2330a67f5 associated. External IP: 172.27.0.124, port: 89cf8775-9615-43c6-a410-bb27d1e7ff3c. Oct 22 18:55:46.700629 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:55:46.807707 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:55:46.817872 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:55:46.832040 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:46.832640 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:46.833273 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:55:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:46.859981 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-603e6a47-5f93-49ab-95e3-82291917d97c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8812878 Oct 22 18:55:46.860561 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:46.862841 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b6e201-6571-4168-bd2f-d125387b5776" -d '{"events": [{"name": "network-changed", "server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:46.900871 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4885ae3-29a7-4d3e-b6c9-83a1d58449b8 x-openstack-request-id: req-d4885ae3-29a7-4d3e-b6c9-83a1d58449b8 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:46.901160 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:46.901468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4885ae3-29a7-4d3e-b6c9-83a1d58449b8 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:46.902113 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'status': 'completed', 'code': 200} Oct 22 18:55:46.956342 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:46.966451 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-e8d477bf-cc75-4c3a-8efc-219988a41253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:46.968092 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-e8d477bf-cc75-4c3a-8efc-219988a41253 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1098 time: 0.0432088 Oct 22 18:55:46.992718 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fc8a5628-24ee-43f4-a37c-7f9d7d87e9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:47.064166 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-9af74b04-5b28-475e-b82e-08a26485270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:47.065663 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-9af74b04-5b28-475e-b82e-08a26485270d service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.0881660 Oct 22 18:55:47.132863 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-db2eeedd-b383-464f-82ad-3858ae33c62b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 200 len: 999 time: 0.0592372 Oct 22 18:55:47.184466 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-3d0df5c3-ca18-4d8c-977e-2b345e592583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:47.185920 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-3d0df5c3-ca18-4d8c-977e-2b345e592583 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0451796 Oct 22 18:55:47.197902 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:45Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:47.225240 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:55:47.233550 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:55:47.234203 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:55:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:47.235570 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-de364030-e1c5-4da1-bde6-111d3237588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:47.237044 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-de364030-e1c5-4da1-bde6-111d3237588e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439606 Oct 22 18:55:47.329701 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-2a26db83-25c9-487b-8d4e-9a330aef4f98 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843425 Oct 22 18:55:47.343170 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:55:47.564539 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2594-eaa0-4f73-9bee-f39eae15cf4d req-a0ac685e-3835-4158-9419-430bbf89010f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:47.566265 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d39d2594-eaa0-4f73-9bee-f39eae15cf4d req-a0ac685e-3835-4158-9419-430bbf89010f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0529249 Oct 22 18:55:47.588346 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:45Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:55:47.609703 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d39d2594-eaa0-4f73-9bee-f39eae15cf4d req-7dc42bb7-a687-4782-b136-28ef9b8d6516 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335648 Oct 22 18:55:47.616644 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47837010-ce26-4385-b22e-ac1949b53de8 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:45Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:55:47.683881 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a1b6e201-6571-4168-bd2f-d125387b5776 req-15d81f1d-407d-4dd0-8044-4d6d8f6908c0 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462155 Oct 22 18:55:47.816988 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9f6f1-cd6f-4867-97a0-ea6ef7bc5322 None None] New status for floating IP 293359a2-a5a1-4e4b-adef-aec2330a67f5: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:55:47.951579 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:48.318372 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:48.830538 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37648c-c889-4eef-88e0-f3ed834c3eca req-58713990-98a2-45a1-854e-e2716df5dc02 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:48.831997 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e37648c-c889-4eef-88e0-f3ed834c3eca req-58713990-98a2-45a1-854e-e2716df5dc02 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0476885 Oct 22 18:55:48.874255 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e37648c-c889-4eef-88e0-f3ed834c3eca req-0f84cbeb-b725-4082-8dde-47c11b255cf2 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356779 Oct 22 18:55:49.458419 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-d0bd9aff-45e6-40a3-9d86-c1c24ee92831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:49.459928 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-d0bd9aff-45e6-40a3-9d86-c1c24ee92831 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1098 time: 0.0403304 Oct 22 18:55:49.552112 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-f31f8a2a-94da-4558-b70b-1acb7527eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:49.553471 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-f31f8a2a-94da-4558-b70b-1acb7527eb23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 910 time: 0.0866656 Oct 22 18:55:49.616838 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-311d98bc-3e42-4262-9b2a-648035a917be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 1001 time: 0.0559392 Oct 22 18:55:49.663486 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-b6b48759-16f6-4021-b4dc-33a41af0eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:49.664899 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-b6b48759-16f6-4021-b4dc-33a41af0eaa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.0418699 Oct 22 18:55:49.713317 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-8b817a36-69a8-4c89-9dd1-ad1c0c69af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:49.714787 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-8b817a36-69a8-4c89-9dd1-ad1c0c69af4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429807 Oct 22 18:55:49.801276 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-85b8bb99-01db-4201-9c34-9b9631cfa18f service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790334 Oct 22 18:55:49.891123 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-429b30fd-e725-4e82-ba2e-2174e7b0af1f req-4589e36b-41bc-4614-8e82-bc3b0624ecdc service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820968 Oct 22 18:55:49.956516 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:49.986660 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac12d1c-160f-4659-a70c-264c64097267 req-82aec8c6-1055-4516-b324-044a87e528f8 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:49.988170 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cac12d1c-160f-4659-a70c-264c64097267 req-82aec8c6-1055-4516-b324-044a87e528f8 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Oct 22 18:55:50.025501 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cac12d1c-160f-4659-a70c-264c64097267 req-5f239f3d-349a-4090-9837-9240f366a5d8 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309954 Oct 22 18:55:51.141842 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa72ea-908e-492f-9975-bf448e043272 req-9dd68d47-4f17-49c3-b8f1-f1971d378a96 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:51.143335 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67aa72ea-908e-492f-9975-bf448e043272 req-9dd68d47-4f17-49c3-b8f1-f1971d378a96 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0492082 Oct 22 18:55:51.180076 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67aa72ea-908e-492f-9975-bf448e043272 req-46a6096a-b92a-41c5-a02b-5fb50e201bd7 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303471 Oct 22 18:55:52.293279 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7cc05-198e-4bc8-8fff-abb347b1e0de req-b9bf901e-cfba-4838-8ab4-98270f5d2e2c tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:52.294775 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7ea7cc05-198e-4bc8-8fff-abb347b1e0de req-b9bf901e-cfba-4838-8ab4-98270f5d2e2c tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0489151 Oct 22 18:55:52.336946 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7ea7cc05-198e-4bc8-8fff-abb347b1e0de req-285540ac-d882-41df-9136-10ed8be4af36 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361781 Oct 22 18:55:52.405604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-2f9bb443-4244-49ca-81e5-f097c5a9e98d req-c5295ba9-c545-4833-bbfc-a5f34bd59eb4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:55:52.406646 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2f9bb443-4244-49ca-81e5-f097c5a9e98d req-c5295ba9-c545-4833-bbfc-a5f34bd59eb4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053403 Oct 22 18:55:53.560493 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39406) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:55:53.580943 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac457a-08f0-42f1-b810-0939806a10bf req-445c0a8f-44ab-49ab-8e5a-b5c217bf324b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:53.582527 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cbac457a-08f0-42f1-b810-0939806a10bf req-445c0a8f-44ab-49ab-8e5a-b5c217bf324b tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0512092 Oct 22 18:55:53.622925 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cbac457a-08f0-42f1-b810-0939806a10bf req-ccd800de-2be3-4601-b0b4-e854573c6345 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344334 Oct 22 18:55:53.646690 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-7152ed4f-4285-495f-9386-fc17f99c8a71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849829 Oct 22 18:55:53.655281 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-9221c8fb-1d7a-49b5-98b5-f35ae3880145 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:55:53.656231 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-9221c8fb-1d7a-49b5-98b5-f35ae3880145 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048594 Oct 22 18:55:54.745239 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251de24-436b-4260-9150-56556c4b7d0a req-5ae26111-3f35-4c04-a423-dcfd55ca5b50 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:54.746634 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f251de24-436b-4260-9150-56556c4b7d0a req-5ae26111-3f35-4c04-a423-dcfd55ca5b50 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Oct 22 18:55:54.784835 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f251de24-436b-4260-9150-56556c4b7d0a req-68f77298-0dec-4d9c-987b-0f4f6e4e24dd tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323470 Oct 22 18:55:55.008878 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-ae290113-87fc-495d-b265-79c9abd9665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:55.010323 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-ae290113-87fc-495d-b265-79c9abd9665b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2&tenant_id=51c089a42bdd43b9ac5311b376bd4533 HTTP/1.1" status: 200 len: 1098 time: 0.0765388 Oct 22 18:55:55.075733 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-763a2846-7348-4c38-a2bb-5558cce53961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:55.078337 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-763a2846-7348-4c38-a2bb-5558cce53961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1098 time: 0.0451946 Oct 22 18:55:55.171508 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-83c2cfcf-ee15-4239-a7fd-383b1f85b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:55.172959 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-83c2cfcf-ee15-4239-a7fd-383b1f85b04e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 910 time: 0.0874903 Oct 22 18:55:55.237925 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-a986788e-50a3-45ea-a7b2-2c5873aba1a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 1001 time: 0.0561383 Oct 22 18:55:55.285898 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-2fe509c0-854c-48f2-bd43-529c2b940ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:55.287280 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-2fe509c0-854c-48f2-bd43-529c2b940ee4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.0424681 Oct 22 18:55:55.335377 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-54d8000f-6dbf-4c92-a21f-3f55fbe2a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:55.337170 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-54d8000f-6dbf-4c92-a21f-3f55fbe2a4eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422611 Oct 22 18:55:55.376281 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:55.427085 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-9994deac-0aca-429c-80cd-cdd581059603 service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823340 Oct 22 18:55:55.525402 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47ca772a-39a1-4fba-9dc2-920e110edea8 req-792cecdc-8cb6-4e2b-83dc-0e28535d456b service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865350 Oct 22 18:55:55.839194 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9250f885-56ee-407f-959d-038c45584f53 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:55:55.901421 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b790fe-88af-4390-8459-f0924bb41d0b req-e85342fa-e5c2-4776-b9d9-01765bec11cf tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:55.902936 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-43b790fe-88af-4390-8459-f0924bb41d0b req-e85342fa-e5c2-4776-b9d9-01765bec11cf tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0501368 Oct 22 18:55:55.916839 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:55.941308 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-43b790fe-88af-4390-8459-f0924bb41d0b req-a6dea6ec-bf52-4fab-8c01-cfbf4a36afe4 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323410 Oct 22 18:55:55.941521 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9250f885-56ee-407f-959d-038c45584f53'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:55:55.943682 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea767d82-089b-46d0-8d4e-31177073806e" -d '{"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9250f885-56ee-407f-959d-038c45584f53"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:55:55.957202 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:55:55.962801 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:55:55.987633 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Oct 2021 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba080b3-888c-43b0-bfa6-3a5a9e0701f7 x-openstack-request-id: req-eba080b3-888c-43b0-bfa6-3a5a9e0701f7 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:55:55.987922 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9250f885-56ee-407f-959d-038c45584f53", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:55:55.988174 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eba080b3-888c-43b0-bfa6-3a5a9e0701f7 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:55:55.988820 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9250f885-56ee-407f-959d-038c45584f53', 'code': 200} Oct 22 18:55:56.012055 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=6']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:55:57.069612 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095bf67-3f13-4e87-b223-2f94d6c8bc95 req-cfa9f102-657f-4435-9094-ccbd10a49479 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:57.071985 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c095bf67-3f13-4e87-b223-2f94d6c8bc95 req-cfa9f102-657f-4435-9094-ccbd10a49479 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0490811 Oct 22 18:55:57.108495 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c095bf67-3f13-4e87-b223-2f94d6c8bc95 req-d9d8cb58-80b6-4c85-81bd-ece2ae301388 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307465 Oct 22 18:55:58.221917 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff196283-f275-4272-9961-ce710dec0f4d req-bc4febba-d441-436d-b72c-822408da692c tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:58.223441 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff196283-f275-4272-9961-ce710dec0f4d req-bc4febba-d441-436d-b72c-822408da692c tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0488195 Oct 22 18:55:58.261087 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff196283-f275-4272-9961-ce710dec0f4d req-734e08ed-0846-4920-8466-3e804c8e4d0d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Oct 22 18:55:59.377242 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e85fd-5646-49fb-9858-4b6359c707ec req-1f6dca4b-9fd3-45a8-8bb5-737549f19889 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:55:59.378732 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc0e85fd-5646-49fb-9858-4b6359c707ec req-1f6dca4b-9fd3-45a8-8bb5-737549f19889 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0518830 Oct 22 18:55:59.416159 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc0e85fd-5646-49fb-9858-4b6359c707ec req-d6c947c5-2208-42f5-bbcd-2cb92e615729 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 Oct 22 18:56:00.529310 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996e19-d9a8-4b8c-b09a-8acb0bb4bd7a req-5591049d-4449-418f-8f90-0cee71312467 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:00.530809 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6a996e19-d9a8-4b8c-b09a-8acb0bb4bd7a req-5591049d-4449-418f-8f90-0cee71312467 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0485754 Oct 22 18:56:00.571063 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6a996e19-d9a8-4b8c-b09a-8acb0bb4bd7a req-0eba9f6d-e7e6-41bf-9c81-0818578ce9f0 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344124 Oct 22 18:56:01.278241 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-359ad93e-bd98-4ff5-a110-9dc1b3da36cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403881 Oct 22 18:56:01.347739 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-9f90f399-58ba-4993-89af-d4bbedb76fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:01.349203 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-9f90f399-58ba-4993-89af-d4bbedb76fb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 1099 time: 0.0431552 Oct 22 18:56:01.450242 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-93489141-7330-4382-a3ff-a6b869dff66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:01.451671 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-93489141-7330-4382-a3ff-a6b869dff66a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 911 time: 0.0821233 Oct 22 18:56:01.519625 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-931f483d-6ca8-4ac6-8050-2d740998ff3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 200 len: 1002 time: 0.0605917 Oct 22 18:56:01.568818 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-65994ff0-4b7d-4ffb-8fb4-615796b390c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:01.570383 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-65994ff0-4b7d-4ffb-8fb4-615796b390c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0420418 Oct 22 18:56:01.618061 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-4fb7a6c1-709c-4e50-8532-a36050c77616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:01.619561 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-4fb7a6c1-709c-4e50-8532-a36050c77616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402188 Oct 22 18:56:01.685414 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efdaf2-1976-42cd-9113-32c37bd7652b req-acfeb5d5-7a16-463c-8eea-9c33a54109c5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:01.686914 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-80efdaf2-1976-42cd-9113-32c37bd7652b req-acfeb5d5-7a16-463c-8eea-9c33a54109c5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0481207 Oct 22 18:56:01.714836 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-7c8b3998-0ea7-425a-8f5b-2e9e8d6ff11e service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865471 Oct 22 18:56:01.724330 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-80efdaf2-1976-42cd-9113-32c37bd7652b req-6872445c-90fc-4c4f-9683-92ca0fcd79d3 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314410 Oct 22 18:56:01.807838 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-34e2c147-8c3e-4068-b96d-ebd495257936 req-a82c83c1-eac1-4a24-8918-a97dfb717bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823624 Oct 22 18:56:02.845810 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00070f-2372-4970-bf7a-70d952d2724a req-9875dbac-a436-491f-a760-25981bb3a1bb tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:02.847313 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd00070f-2372-4970-bf7a-70d952d2724a req-9875dbac-a436-491f-a760-25981bb3a1bb tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0525610 Oct 22 18:56:02.887568 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd00070f-2372-4970-bf7a-70d952d2724a req-4679277f-95b0-4774-aea4-9fb61f9110d6 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335536 Oct 22 18:56:02.890551 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e4583-0f98-4b96-9195-77e07ac6b490 req-329474f7-61d3-46d4-a738-c008ef1387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:02.892004 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-871e4583-0f98-4b96-9195-77e07ac6b490 req-329474f7-61d3-46d4-a738-c008ef1387f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1096 time: 0.0499938 Oct 22 18:56:02.927041 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-871e4583-0f98-4b96-9195-77e07ac6b490 req-fb65d175-ae26-4e45-8bdc-d0f197ee2882 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275731 Oct 22 18:56:03.850374 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9250f885-56ee-407f-959d-038c45584f53 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:56:03.942632 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:56:03.957108 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '9250f885-56ee-407f-959d-038c45584f53', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'port_id': '9250f885-56ee-407f-959d-038c45584f53', 'mac_address': 'fa:16:3e:b2:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:56:03.995297 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:04.002575 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443565e-34bc-40f2-bfe8-4659d55e0e20 req-3571aab3-5c7f-4f38-a78d-346404d7b747 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:04.004059 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0443565e-34bc-40f2-bfe8-4659d55e0e20 req-3571aab3-5c7f-4f38-a78d-346404d7b747 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 943 time: 0.0481043 Oct 22 18:56:04.008022 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9250f885-56ee-407f-959d-038c45584f53 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:56:04.028044 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:56:04.032098 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:04.043346 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0443565e-34bc-40f2-bfe8-4659d55e0e20 req-2cb3eb35-10b7-48ea-8877-0baeb60ca81e tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Oct 22 18:56:04.080292 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=7']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:56:04.478187 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['9250f885-56ee-407f-959d-038c45584f53'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:56:05.155516 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6316ff-f52a-44ba-b82e-2fe995328b32 req-8641adbf-9399-4f07-abf9-23c44bf0325a tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:05.157006 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9f6316ff-f52a-44ba-b82e-2fe995328b32 req-8641adbf-9399-4f07-abf9-23c44bf0325a tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 944 time: 0.0491483 Oct 22 18:56:05.193804 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9f6316ff-f52a-44ba-b82e-2fe995328b32 req-6e3cb07e-a877-499a-8cf7-b4bd8ad23aae tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Oct 22 18:56:05.862249 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9250f885-56ee-407f-959d-038c45584f53 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:56:05.912404 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 9250f885-56ee-407f-959d-038c45584f53 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:56:05.912764 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:05.986363 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:06.008982 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250f885-56ee-407f-959d-038c45584f53'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:56:06.011196 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3196ede-e4a4-4b02-b605-681fc58d2495" -d '{"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-plugged", "status": "completed", "tag": "9250f885-56ee-407f-959d-038c45584f53"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:56:06.023584 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:56:06.027909 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:06.053103 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be455c-3f1d-4671-950a-6b14261b72d1 x-openstack-request-id: req-06be455c-3f1d-4671-950a-6b14261b72d1 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:56:06.053384 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-plugged", "status": "completed", "tag": "9250f885-56ee-407f-959d-038c45584f53", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:56:06.053630 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06be455c-3f1d-4671-950a-6b14261b72d1 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:56:06.054214 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250f885-56ee-407f-959d-038c45584f53', 'code': 200} Oct 22 18:56:06.076817 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=8']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:56:11.477383 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:56:14.244519 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-801af0e5-53b8-4363-9700-d0756b93752b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:16.955218 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be0b213a-9159-4257-93fe-09cdfa87a3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:17.952290 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:18.320354 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:18.757699 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94849fe8-1f04-4786-9a04-7585f62fccdc req-b625833c-7848-4b21-849f-e62eff11dc8b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:18.759199 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-94849fe8-1f04-4786-9a04-7585f62fccdc req-b625833c-7848-4b21-849f-e62eff11dc8b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0561011 Oct 22 18:56:18.798633 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-94849fe8-1f04-4786-9a04-7585f62fccdc req-8c38fe4b-f580-4cdd-a93e-c61c27c567fe tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334072 Oct 22 18:56:19.913740 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a360b4f-4004-4635-9360-8d172c81edcb req-5e003d12-241c-4bd9-9ac5-c97e6f605b06 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:19.915312 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a360b4f-4004-4635-9360-8d172c81edcb req-5e003d12-241c-4bd9-9ac5-c97e6f605b06 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Oct 22 18:56:19.952948 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a360b4f-4004-4635-9360-8d172c81edcb req-eb1fdd17-5e63-459d-8b3d-e9d5605b1b05 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316372 Oct 22 18:56:19.963713 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:21.071946 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847548d-d66e-4a40-b930-b5f2e83a06a7 req-31c01615-800d-46a5-8d83-586c5ec9f807 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:21.073438 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f847548d-d66e-4a40-b930-b5f2e83a06a7 req-31c01615-800d-46a5-8d83-586c5ec9f807 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0499909 Oct 22 18:56:21.109193 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f847548d-d66e-4a40-b930-b5f2e83a06a7 req-6c14cad8-a5a4-4fb9-bd7c-fcc8c0e0dc07 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298753 Oct 22 18:56:22.226614 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5e24-40a3-425c-aee2-68aed17a37dc req-fa7ee918-f819-4e8b-a17a-98797f07bb80 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:22.228011 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dcbb5e24-40a3-425c-aee2-68aed17a37dc req-fa7ee918-f819-4e8b-a17a-98797f07bb80 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0526659 Oct 22 18:56:22.265412 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dcbb5e24-40a3-425c-aee2-68aed17a37dc req-681cde39-c694-4e58-a8cc-2311666f10ad tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Oct 22 18:56:23.378011 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5ce54-0662-4e63-9269-a0825f1a4566 req-bab2d75b-15fd-4122-9656-c003de95363b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:23.379490 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6de5ce54-0662-4e63-9269-a0825f1a4566 req-bab2d75b-15fd-4122-9656-c003de95363b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Oct 22 18:56:23.416102 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6de5ce54-0662-4e63-9269-a0825f1a4566 req-270ba3e4-edeb-45e8-9f06-b9597713effe tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300705 Oct 22 18:56:24.532538 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bb0b5-8ba7-4cb0-8856-66a594413086 req-aa9b3bf9-7c78-41ea-8b12-0fcbfe9891fe tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:24.533992 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-535bb0b5-8ba7-4cb0-8856-66a594413086 req-aa9b3bf9-7c78-41ea-8b12-0fcbfe9891fe tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0479374 Oct 22 18:56:24.571420 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-535bb0b5-8ba7-4cb0-8856-66a594413086 req-822705cc-3ddb-43fc-b0b4-789970473d03 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305824 Oct 22 18:56:25.369632 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:25.689193 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ece5a4-d957-4ca6-931d-ea1829e05a5c req-27d71494-867f-4376-aa75-3b834070eef7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:25.690705 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6ece5a4-d957-4ca6-931d-ea1829e05a5c req-27d71494-867f-4376-aa75-3b834070eef7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0525811 Oct 22 18:56:25.727499 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6ece5a4-d957-4ca6-931d-ea1829e05a5c req-70b4a4a9-0aaa-495b-b8ed-c20ebc2af015 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303588 Oct 22 18:56:26.842497 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b6cd3-521d-4737-b74d-6fc7319857bc req-a805790e-0007-447c-9659-f8aa57451e06 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:26.843876 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d08b6cd3-521d-4737-b74d-6fc7319857bc req-a805790e-0007-447c-9659-f8aa57451e06 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0486941 Oct 22 18:56:26.879991 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d08b6cd3-521d-4737-b74d-6fc7319857bc req-881d5903-8990-4d88-8d60-3f76447137d2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303502 Oct 22 18:56:27.999626 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e0a4-680c-49fa-86b3-c07a26ddd2f2 req-c60d0b5f-b187-4d08-975f-5ba3130216ce tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:28.001096 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1ff3e0a4-680c-49fa-86b3-c07a26ddd2f2 req-c60d0b5f-b187-4d08-975f-5ba3130216ce tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0483582 Oct 22 18:56:28.038137 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1ff3e0a4-680c-49fa-86b3-c07a26ddd2f2 req-ef3dfcfd-f48e-43d4-be4a-a3a5295dea86 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302937 Oct 22 18:56:29.156261 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf363f-3729-4fc7-8669-dc6caf1928b3 req-2a238756-962f-489b-a118-45b342a75221 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:29.157717 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-59cf363f-3729-4fc7-8669-dc6caf1928b3 req-2a238756-962f-489b-a118-45b342a75221 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0523748 Oct 22 18:56:29.195340 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-59cf363f-3729-4fc7-8669-dc6caf1928b3 req-e879895d-7ad8-42ce-a316-1261de7f496b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Oct 22 18:56:29.396434 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76d4f0-d197-4bef-aacf-4551b19feff2 req-4430e1bd-fa89-4ce2-a0a5-58c0c6143a03 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:29.398639 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dd76d4f0-d197-4bef-aacf-4551b19feff2 req-4430e1bd-fa89-4ce2-a0a5-58c0c6143a03 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0526145 Oct 22 18:56:29.438124 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dd76d4f0-d197-4bef-aacf-4551b19feff2 req-339e8293-acff-487a-8675-8dd6f36f77ae tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332997 Oct 22 18:56:29.453247 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-bbe65967-5e2d-4b6f-a186-c053bcdd166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:29.454773 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-bbe65967-5e2d-4b6f-a186-c053bcdd166b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 1099 time: 0.0410302 Oct 22 18:56:29.546526 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-d2cebb31-e5ed-4b9a-a3e6-173c667eda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:29.547963 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-d2cebb31-e5ed-4b9a-a3e6-173c667eda3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 911 time: 0.0852296 Oct 22 18:56:29.614983 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-98f0d4fe-6e8f-405b-a18d-f42501333a7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 200 len: 1002 time: 0.0584064 Oct 22 18:56:29.663450 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-ad03fba3-b6bf-4e9f-8787-c2310ab685c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:29.664744 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-ad03fba3-b6bf-4e9f-8787-c2310ab685c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0417089 Oct 22 18:56:29.713936 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-2d71ba5a-f714-4235-856b-fe7c26b3161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:29.715396 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-2d71ba5a-f714-4235-856b-fe7c26b3161d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422490 Oct 22 18:56:29.811320 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-1c7692c2-12d2-482d-b163-f9238f2f7f7b service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812826 Oct 22 18:56:29.904664 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-49c3826a-539a-453c-8ea2-1adaf6c30ee3 req-7264fd12-0eca-4f68-99e7-105f4d231b41 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848944 Oct 22 18:56:30.557479 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223af1c4-2750-4e7f-b60f-425c3279cb4f req-880bcf80-6799-46ba-a14b-9cf2c0bd7816 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:30.558903 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-223af1c4-2750-4e7f-b60f-425c3279cb4f req-880bcf80-6799-46ba-a14b-9cf2c0bd7816 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0492179 Oct 22 18:56:30.597073 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-223af1c4-2750-4e7f-b60f-425c3279cb4f req-bef27688-c261-4cf4-b42d-461e5492784b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Oct 22 18:56:31.713581 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f652-b561-48a0-b838-64e68a972f0e req-48304495-97c9-4722-affd-0640200e4976 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:31.715076 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ae7f652-b561-48a0-b838-64e68a972f0e req-48304495-97c9-4722-affd-0640200e4976 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0519078 Oct 22 18:56:31.751936 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ae7f652-b561-48a0-b838-64e68a972f0e req-f4ed323e-c919-4252-a46c-e9d5ad9ad347 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Oct 22 18:56:36.953771 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785a952-91b7-4f4f-80c5-6d35c7e235df req-fe79b805-f58b-48bb-bc77-f140177e22a9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:36.955280 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d785a952-91b7-4f4f-80c5-6d35c7e235df req-fe79b805-f58b-48bb-bc77-f140177e22a9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0492897 Oct 22 18:56:36.993708 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d785a952-91b7-4f4f-80c5-6d35c7e235df req-0b476e62-891c-4c70-9067-7ede423ee05a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321598 Oct 22 18:56:38.114621 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd54b-df4f-47de-8418-b61262d546aa req-4840693e-7b8d-4f6c-aed8-1bea0d29a443 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:38.116102 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-45dcd54b-df4f-47de-8418-b61262d546aa req-4840693e-7b8d-4f6c-aed8-1bea0d29a443 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0497606 Oct 22 18:56:38.153604 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-45dcd54b-df4f-47de-8418-b61262d546aa req-fcfecde0-a20b-479d-b262-a38b155baccc tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315137 Oct 22 18:56:39.275907 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2de41a-5ac8-4199-97ca-b9a30e51d3d8 req-84bc0e06-b0df-4474-a744-7d0851f88eeb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:39.277426 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6f2de41a-5ac8-4199-97ca-b9a30e51d3d8 req-84bc0e06-b0df-4474-a744-7d0851f88eeb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0522156 Oct 22 18:56:39.314876 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6f2de41a-5ac8-4199-97ca-b9a30e51d3d8 req-d649f503-5cc1-42ee-b346-0cacef3564ed tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315917 Oct 22 18:56:40.434669 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468556b9-7489-4845-9eb0-3b8da61a11e7 req-c9dcc009-7bb4-49c4-9f2d-409d39b5bf83 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:40.436125 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-468556b9-7489-4845-9eb0-3b8da61a11e7 req-c9dcc009-7bb4-49c4-9f2d-409d39b5bf83 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0485497 Oct 22 18:56:40.472694 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-468556b9-7489-4845-9eb0-3b8da61a11e7 req-8de15394-8778-4b03-8909-732099139c13 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307672 Oct 22 18:56:41.594676 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4528e-6f42-461c-814a-f94490ea8f44 req-31891943-813c-4722-b3b0-ccacb97c6d34 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:41.596148 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2df4528e-6f42-461c-814a-f94490ea8f44 req-31891943-813c-4722-b3b0-ccacb97c6d34 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0522158 Oct 22 18:56:41.632766 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2df4528e-6f42-461c-814a-f94490ea8f44 req-a97dd1db-10f7-47db-82d1-5b2088aa4243 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307999 Oct 22 18:56:42.754652 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a163277-233c-4c55-a9b2-57fc25f8f989 req-bbee7942-8425-41ce-b1eb-c158295720a1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:42.756075 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4a163277-233c-4c55-a9b2-57fc25f8f989 req-bbee7942-8425-41ce-b1eb-c158295720a1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0526283 Oct 22 18:56:42.793823 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4a163277-233c-4c55-a9b2-57fc25f8f989 req-027ce6b1-b48d-4e8b-9e2c-4a9d73ed2485 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316265 Oct 22 18:56:43.909741 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e71f9-1625-4198-bf47-31695ad66650 req-99794c9b-601c-4f94-845f-a9e0a6e91806 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:43.911231 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-460e71f9-1625-4198-bf47-31695ad66650 req-99794c9b-601c-4f94-845f-a9e0a6e91806 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0486097 Oct 22 18:56:43.948905 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-460e71f9-1625-4198-bf47-31695ad66650 req-63b3b14d-c639-44b4-994d-59221c2ffdcb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311821 Oct 22 18:56:44.248576 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfae1-f410-4b07-b8ac-6f95185c2bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:45.065983 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9ea4-cc45-4750-b1fa-62c008b53665 req-a0a4ac70-390b-4558-8e9d-ae83557d317f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:45.067466 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a40a9ea4-cc45-4750-b1fa-62c008b53665 req-a0a4ac70-390b-4558-8e9d-ae83557d317f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0479286 Oct 22 18:56:45.104377 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a40a9ea4-cc45-4750-b1fa-62c008b53665 req-0ef2c09f-c677-4ba6-9dc4-f1fbdb7f2f8c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304310 Oct 22 18:56:46.221123 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0020da0-6912-4be0-9f68-f77cbc165fdc req-b2c8601a-511e-416b-89f9-6d2ed834f0af tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:46.222546 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0020da0-6912-4be0-9f68-f77cbc165fdc req-b2c8601a-511e-416b-89f9-6d2ed834f0af tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0478897 Oct 22 18:56:46.259963 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0020da0-6912-4be0-9f68-f77cbc165fdc req-23140312-63c0-4dd4-a15c-e4d8dc41e4aa tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313420 Oct 22 18:56:46.955555 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5e05151-c2e9-4ea0-96fc-d8a28de781fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:47.377808 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daa5df-6d6a-44b9-aef2-c5a98b15400b req-f8ed0a0f-461d-46ee-8450-c5aaa5345667 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:47.379330 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-14daa5df-6d6a-44b9-aef2-c5a98b15400b req-f8ed0a0f-461d-46ee-8450-c5aaa5345667 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0496929 Oct 22 18:56:47.416925 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-14daa5df-6d6a-44b9-aef2-c5a98b15400b req-d5538be0-6b97-4c18-8e35-897811e668fb tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316150 Oct 22 18:56:47.954229 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:48.323011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:48.476689 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:56:48.542455 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc3baa-9d42-4da1-91cd-5dfc781201ea req-cc72d0a0-ffc7-4fca-a9f5-ee48e991a6a4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:48.543842 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7dc3baa-9d42-4da1-91cd-5dfc781201ea req-cc72d0a0-ffc7-4fca-a9f5-ee48e991a6a4 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0511515 Oct 22 18:56:48.580540 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7dc3baa-9d42-4da1-91cd-5dfc781201ea req-cb488411-236c-48f0-8381-d84ca3c40cbf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309265 Oct 22 18:56:49.702038 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e0ec-2edc-4a5c-aff4-b1d5700ac342 req-d3f489aa-ed55-4f2b-ba2f-a31ef2c3e599 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:49.703515 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-85c6e0ec-2edc-4a5c-aff4-b1d5700ac342 req-d3f489aa-ed55-4f2b-ba2f-a31ef2c3e599 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0514255 Oct 22 18:56:49.740071 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-85c6e0ec-2edc-4a5c-aff4-b1d5700ac342 req-86766d1e-ac74-4ab5-8847-de9283151c48 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307443 Oct 22 18:56:49.960946 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:50.861518 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636cd8-c4a6-4c55-821f-42351fd9f33a req-20a43602-3a11-4332-ad93-5ecf478a47c6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:50.863280 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-10636cd8-c4a6-4c55-821f-42351fd9f33a req-20a43602-3a11-4332-ad93-5ecf478a47c6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0495179 Oct 22 18:56:50.900518 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-10636cd8-c4a6-4c55-821f-42351fd9f33a req-49385caf-b178-458d-a8a5-eff55438af75 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314240 Oct 22 18:56:52.015491 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe94d-c746-4a70-b699-faee2c79babc req-9f667d55-644f-4a19-bbde-0b9c449613c8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:52.016938 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f45fe94d-c746-4a70-b699-faee2c79babc req-9f667d55-644f-4a19-bbde-0b9c449613c8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0481248 Oct 22 18:56:52.063845 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f45fe94d-c746-4a70-b699-faee2c79babc req-95b3aa33-4da2-4377-9dcc-b8be4f27946e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404947 Oct 22 18:56:53.189706 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea0321-0b82-4aef-96f1-16a377c40c1a req-7872e168-a00d-4c53-b561-4da826a02f8a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:53.191247 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-30ea0321-0b82-4aef-96f1-16a377c40c1a req-7872e168-a00d-4c53-b561-4da826a02f8a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0494685 Oct 22 18:56:53.230661 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-30ea0321-0b82-4aef-96f1-16a377c40c1a req-ac5bc4c3-fe8c-4c2c-bc5e-d8b47951c97f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322754 Oct 22 18:56:54.063581 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:56:54.161490 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:56:54.172717 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'port_id': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:56:54.211633 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:54.224425 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:56:54.248574 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:56:54.253357 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:54.306279 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=6']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:56:54.313893 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.314263 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.314528 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.314904 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.315482 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.315756 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.316085 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.316499 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.316825 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.317146 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.317471 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.317789 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:56:54.355962 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cd5e-551a-4bd4-b9bc-28844a8c3ad7 req-f505702c-3004-46c9-a0af-dd69e026ba1a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:54.357441 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c1e1cd5e-551a-4bd4-b9bc-28844a8c3ad7 req-f505702c-3004-46c9-a0af-dd69e026ba1a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 945 time: 0.0517771 Oct 22 18:56:54.369282 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:56:54.398327 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c1e1cd5e-551a-4bd4-b9bc-28844a8c3ad7 req-8984ad54-4dc5-4095-a15a-8e2bce488f23 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331461 Oct 22 18:56:55.404640 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:55.522156 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b4b91-0317-4c7f-98a0-360ce505c888 req-a18c204e-a985-44ef-88d7-8fe0c9a548d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:55.523760 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-962b4b91-0317-4c7f-98a0-360ce505c888 req-a18c204e-a985-44ef-88d7-8fe0c9a548d2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 945 time: 0.0529816 Oct 22 18:56:55.560461 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-962b4b91-0317-4c7f-98a0-360ce505c888 req-5e006947-a258-4c4e-95a5-169f671254d5 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309315 Oct 22 18:56:56.065397 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:56:56.111544 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:56:56.111906 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:56.185758 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:56.210604 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:56:56.212823 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b0f5a-4853-498d-aa63-8c3303eb90d8" -d '{"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-plugged", "status": "completed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:56:56.225638 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:56:56.230609 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:56:56.254158 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721cb308-a4cd-4747-8736-0469cb1312ef x-openstack-request-id: req-721cb308-a4cd-4747-8736-0469cb1312ef {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:56:56.254451 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-plugged", "status": "completed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:56:56.254701 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-721cb308-a4cd-4747-8736-0469cb1312ef {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:56:56.255392 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'code': 200} Oct 22 18:56:56.279810 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=7']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:56:56.677832 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06fa34-cd83-41bb-948e-556f9dae69be req-94b16529-c562-44db-bf0d-0785fc6e439d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:56.679931 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3a06fa34-cd83-41bb-948e-556f9dae69be req-94b16529-c562-44db-bf0d-0785fc6e439d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0495088 Oct 22 18:56:56.716674 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3a06fa34-cd83-41bb-948e-556f9dae69be req-71b8d7f6-2449-4371-98ab-213d69d1cc98 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309467 Oct 22 18:56:57.840674 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2afe2-a6ae-4ad4-95f0-bbbb1cac105c req-976a1b51-9e08-45cc-89a1-b2414f33396d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:57.842154 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8ff2afe2-a6ae-4ad4-95f0-bbbb1cac105c req-976a1b51-9e08-45cc-89a1-b2414f33396d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0515826 Oct 22 18:56:57.879377 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8ff2afe2-a6ae-4ad4-95f0-bbbb1cac105c req-1fc28348-0ace-4e04-8437-02ee2442fcb9 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313888 Oct 22 18:56:58.996242 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187e8f-bd62-42d3-86ac-fa00d15bd81f req-a8c4f37b-d95b-49f3-9268-188d93e22d7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:56:58.997734 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-44187e8f-bd62-42d3-86ac-fa00d15bd81f req-a8c4f37b-d95b-49f3-9268-188d93e22d7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0483603 Oct 22 18:56:59.035265 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-44187e8f-bd62-42d3-86ac-fa00d15bd81f req-368fa73f-07ff-4a7a-9f7e-97907c7d26e3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317309 Oct 22 18:57:00.158442 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053350-0549-45a8-9cce-5a4b563da49a req-c0898f8d-ffea-4491-9e84-e8fa7370bd53 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:00.159911 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-21053350-0549-45a8-9cce-5a4b563da49a req-c0898f8d-ffea-4491-9e84-e8fa7370bd53 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0511589 Oct 22 18:57:00.199539 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-21053350-0549-45a8-9cce-5a4b563da49a req-f86f2f53-a42c-4029-91fd-04ec031a29c1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334482 Oct 22 18:57:01.335274 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa42e4-8165-46ce-bce3-e3332c091a32 req-55f2c616-1cea-49d4-a6ac-7fb75af7b33b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:01.336832 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8baa42e4-8165-46ce-bce3-e3332c091a32 req-55f2c616-1cea-49d4-a6ac-7fb75af7b33b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0573115 Oct 22 18:57:01.377633 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8baa42e4-8165-46ce-bce3-e3332c091a32 req-cf11fd14-c0c4-4b26-8cd2-9bf57673a480 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346601 Oct 22 18:57:02.507790 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e2ba-2cec-446f-9e81-abedd1806e7c req-76252070-2877-48e5-92e4-7744bcc26d0b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:02.509604 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6139e2ba-2cec-446f-9e81-abedd1806e7c req-76252070-2877-48e5-92e4-7744bcc26d0b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0526907 Oct 22 18:57:02.549725 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6139e2ba-2cec-446f-9e81-abedd1806e7c req-735f4395-6a17-4afb-a579-c4483e584df1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342088 Oct 22 18:57:02.859021 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-63212077-5cb0-4149-8dd0-976561973833 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484700 Oct 22 18:57:02.963525 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793325-7890-4b0d-98bf-af8181756505 req-a5cadbc2-f42f-4c17-bcab-39e87b3697ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:02.964866 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-a5cadbc2-f42f-4c17-bcab-39e87b3697ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1098 time: 0.0438178 Oct 22 18:57:03.081721 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793325-7890-4b0d-98bf-af8181756505 req-ca6e2ac0-61fb-4f4e-be42-2ac26647058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:03.083276 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-ca6e2ac0-61fb-4f4e-be42-2ac26647058b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 910 time: 0.0964730 Oct 22 18:57:03.157546 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-95ea525a-8d58-44e1-adae-c2d944dd8332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 1001 time: 0.0629668 Oct 22 18:57:03.211414 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793325-7890-4b0d-98bf-af8181756505 req-8370c23c-f890-4dec-acf2-4e326aefdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:03.212905 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-8370c23c-f890-4dec-acf2-4e326aefdaf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.0463881 Oct 22 18:57:03.269384 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793325-7890-4b0d-98bf-af8181756505 req-7ca3202b-ea73-44ff-8134-bdb280205589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:03.270941 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-7ca3202b-ea73-44ff-8134-bdb280205589 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477076 Oct 22 18:57:03.395956 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-303dc3d4-57f5-4f6d-a1cb-0d320700665a service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095767 Oct 22 18:57:03.507776 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-58793325-7890-4b0d-98bf-af8181756505 req-cf3c2ad1-cc40-41ff-8507-d89566b35b4b service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026077 Oct 22 18:57:03.696411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3820e5-498a-4d30-9096-1e4e8aa6f264 req-f3b5eb93-3c3b-4efc-a9c7-7d51d47e8e12 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:03.699073 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec3820e5-498a-4d30-9096-1e4e8aa6f264 req-f3b5eb93-3c3b-4efc-a9c7-7d51d47e8e12 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0682714 Oct 22 18:57:03.739165 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec3820e5-498a-4d30-9096-1e4e8aa6f264 req-f32adf97-cdc4-4718-93e7-8f6477e6ba44 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338333 Oct 22 18:57:04.893893 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e91eb-2d7d-4a2e-838e-c2c409fd1cda req-98d96ef2-adfe-4715-bdaf-9ee05244d137 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:04.899551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ea8e91eb-2d7d-4a2e-838e-c2c409fd1cda req-98d96ef2-adfe-4715-bdaf-9ee05244d137 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0573568 Oct 22 18:57:04.937060 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ea8e91eb-2d7d-4a2e-838e-c2c409fd1cda req-fad5d885-2e0b-45cc-8e61-50e164ee969e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331578 Oct 22 18:57:06.074361 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95f086-2636-43e1-9503-cc9d0526445b req-bf6f8c3a-d037-4c85-bebc-c5014457b22a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:06.075392 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d95f086-2636-43e1-9503-cc9d0526445b req-bf6f8c3a-d037-4c85-bebc-c5014457b22a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0531495 Oct 22 18:57:06.126358 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d95f086-2636-43e1-9503-cc9d0526445b req-aace8be8-ae73-4a15-b2da-8a66a44f2031 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438938 Oct 22 18:57:07.263741 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3c94-8105-4b70-80f2-ca8de9328746 req-6e9b4c84-494e-4b9c-81c0-1ae61f907767 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:07.265434 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-758a3c94-8105-4b70-80f2-ca8de9328746 req-6e9b4c84-494e-4b9c-81c0-1ae61f907767 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0554738 Oct 22 18:57:07.305797 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-758a3c94-8105-4b70-80f2-ca8de9328746 req-24408a7e-8e20-4ddb-900a-0f964f9ec9d5 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343623 Oct 22 18:57:08.443149 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063c962-734e-47ee-b877-3891c2d9d4c9 req-5e77a6a7-26af-45c0-8ea8-ddb1d53c0ac2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:08.447135 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8063c962-734e-47ee-b877-3891c2d9d4c9 req-5e77a6a7-26af-45c0-8ea8-ddb1d53c0ac2 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0594609 Oct 22 18:57:08.496264 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8063c962-734e-47ee-b877-3891c2d9d4c9 req-0c0161c3-4ddc-4696-afb7-213ef2619212 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428662 Oct 22 18:57:09.626059 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3fd20-2f85-4f05-9eb3-4236c10822c9 req-6647a416-4517-452c-8da3-8d08aefba602 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:09.628162 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-53e3fd20-2f85-4f05-9eb3-4236c10822c9 req-6647a416-4517-452c-8da3-8d08aefba602 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0568750 Oct 22 18:57:09.667043 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-53e3fd20-2f85-4f05-9eb3-4236c10822c9 req-dff80385-4234-46d7-b4b4-6112b221261e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329783 Oct 22 18:57:10.786386 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb73978-b2ac-4824-aa56-bcc439d8263f req-d869e6af-8862-4d1d-b6ea-a60cad81cd1c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:10.788394 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dfb73978-b2ac-4824-aa56-bcc439d8263f req-d869e6af-8862-4d1d-b6ea-a60cad81cd1c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0495205 Oct 22 18:57:10.827044 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dfb73978-b2ac-4824-aa56-bcc439d8263f req-d76a66b3-aeb9-4c0f-a545-205cb2b16340 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326681 Oct 22 18:57:10.849186 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-4abf4011-0c36-44bc-a35a-20da550ae684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:10.851235 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-4abf4011-0c36-44bc-a35a-20da550ae684 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1099 time: 0.0402954 Oct 22 18:57:10.940426 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-408b179c-a2df-47f7-87a5-f880f5b07135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:10.941843 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-408b179c-a2df-47f7-87a5-f880f5b07135 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0822647 Oct 22 18:57:11.014099 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-88917520-18cf-4048-8266-fab75a543c2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 200 len: 1001 time: 0.0620713 Oct 22 18:57:11.063262 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-37190fb1-9eb3-4364-9d97-0ec3871693ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:11.064640 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-37190fb1-9eb3-4364-9d97-0ec3871693ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0430868 Oct 22 18:57:11.109955 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-7a25d5cc-2803-4f70-96f3-e2b31c1987f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:11.111415 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-7a25d5cc-2803-4f70-96f3-e2b31c1987f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389063 Oct 22 18:57:11.204462 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-c0fff59c-a08c-4c49-9f48-225d6201cfb9 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846868 Oct 22 18:57:11.299379 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-35002abb-8b03-4d13-a30e-c869b05d9ae8 req-b46ea7b6-73fc-4dcc-ad01-f3e226c73751 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862169 Oct 22 18:57:11.946904 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a139d76-618a-4c18-94d4-3249abff7f73 req-8103cd32-6f23-467e-8a03-1c8d9f6baab3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:11.948373 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3a139d76-618a-4c18-94d4-3249abff7f73 req-8103cd32-6f23-467e-8a03-1c8d9f6baab3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0493414 Oct 22 18:57:11.985163 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3a139d76-618a-4c18-94d4-3249abff7f73 req-1314f41f-29a4-4412-83a7-49b190015fe7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308878 Oct 22 18:57:13.105980 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc035254-fbc5-47c9-9afc-7fbac05e4a7f req-d66637e0-7bfa-422d-829f-264e344c989d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:13.107535 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cc035254-fbc5-47c9-9afc-7fbac05e4a7f req-d66637e0-7bfa-422d-829f-264e344c989d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0490849 Oct 22 18:57:13.145305 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cc035254-fbc5-47c9-9afc-7fbac05e4a7f req-9b2c4b0c-fc97-4efc-84f2-b578540784de tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313294 Oct 22 18:57:14.157650 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:14.244660 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:14.257378 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8d65d98b-bdaa-462d-b0e2-e1f82eaca37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:14.262798 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c6850-17a8-45d4-b675-fbeb5cb8bb04 req-2163fd19-3bf6-4c22-a173-4361da5974c7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:14.264457 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-797c6850-17a8-45d4-b675-fbeb5cb8bb04 req-2163fd19-3bf6-4c22-a173-4361da5974c7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 946 time: 0.0488060 Oct 22 18:57:14.271125 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:14.274195 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d748beab-b29c-42d6-9182-0dba2c0a7a7f" -d '{"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-unplugged", "status": "completed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:14.287214 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:14.292704 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:14.305443 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-797c6850-17a8-45d4-b675-fbeb5cb8bb04 req-3d6c3edb-2d60-41a8-a775-30a528566707 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349903 Oct 22 18:57:14.322003 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aa96c5-1d7c-406b-b2e3-a14b8b90ee8a x-openstack-request-id: req-43aa96c5-1d7c-406b-b2e3-a14b8b90ee8a {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:14.322323 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-unplugged", "status": "failed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4", "code": 422}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:14.322580 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43aa96c5-1d7c-406b-b2e3-a14b8b90ee8a {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:14.322969 dv-cinder-815146-1-iscsi neutron-server[106216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'code': 422} returned with failed status Oct 22 18:57:14.346896 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=8']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:15.216015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e6f38-31dc-4d6d-af03-0b22d6da4dbe req-8655f68f-2cf8-43ca-8b1b-75fae116cdbd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:15.217384 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1f0e6f38-31dc-4d6d-af03-0b22d6da4dbe req-8655f68f-2cf8-43ca-8b1b-75fae116cdbd tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0753744 Oct 22 18:57:15.245689 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-c4e6a47b-9cd1-4805-a832-f77884d3f5ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0648878 Oct 22 18:57:15.266447 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1f0e6f38-31dc-4d6d-af03-0b22d6da4dbe req-256415e6-e582-4eb1-922a-f5175ed567d7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392134 Oct 22 18:57:15.979468 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-3a8ba937-789d-4267-bdec-3ddf57defcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:15.980947 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-3a8ba937-789d-4267-bdec-3ddf57defcc0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d&tenant_id=2ed23824381e47008d6df4620c158834 HTTP/1.1" status: 200 len: 1097 time: 0.0413971 Oct 22 18:57:16.041996 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-54636201-ce52-4bf4-bdbe-d7389098ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:16.043448 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-54636201-ce52-4bf4-bdbe-d7389098ca56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1097 time: 0.0392258 Oct 22 18:57:16.136179 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-0403c9c0-b9b5-47c5-b659-52a5bc21fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:16.137630 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-0403c9c0-b9b5-47c5-b659-52a5bc21fb41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0869341 Oct 22 18:57:16.206920 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-1fa3bb6f-d335-48a5-870a-f7980b1bfd6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 200 len: 999 time: 0.0612998 Oct 22 18:57:16.258333 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-3056142c-32a9-4529-8e76-55976ec6dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:16.259757 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-3056142c-32a9-4529-8e76-55976ec6dc7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0461223 Oct 22 18:57:16.306170 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-8f609beb-17af-4892-ad82-a83e87fa9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:16.307663 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-8f609beb-17af-4892-ad82-a83e87fa9991 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404758 Oct 22 18:57:16.391326 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90138547-615f-46b4-9ef7-9eb89a68cf82 req-b7acee8f-0959-4c0c-8c18-c933f3f8ce70 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:16.392797 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-90138547-615f-46b4-9ef7-9eb89a68cf82 req-b7acee8f-0959-4c0c-8c18-c933f3f8ce70 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0537617 Oct 22 18:57:16.400545 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-cb9e10b5-dbcd-4533-9de9-9bcb1ee7bd72 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Oct 22 18:57:16.430813 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-90138547-615f-46b4-9ef7-9eb89a68cf82 req-92666df8-3626-49f6-b735-e35398097fd0 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317543 Oct 22 18:57:16.490756 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-da1be60b-3562-498d-b2a2-c47700d3de31 req-80880775-06ba-453f-8dee-ef34f8b76e6c service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821514 Oct 22 18:57:16.970762 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-08d071c9-8d38-4fb0-8a0d-491b525f98c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:17.559562 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7baa8-f1dc-49b3-9fcf-8a0f34ec6eaf req-adc82550-2734-4919-829f-4a041f49cb0e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:17.560998 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-51a7baa8-f1dc-49b3-9fcf-8a0f34ec6eaf req-adc82550-2734-4919-829f-4a041f49cb0e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0534973 Oct 22 18:57:17.599855 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-51a7baa8-f1dc-49b3-9fcf-8a0f34ec6eaf req-adfa660b-589b-4c29-a559-eb070b879c3f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327189 Oct 22 18:57:17.957091 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:18.327323 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:18.735907 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d38865-5ea4-4a48-b90e-1c006e88621b req-7176711a-daa7-48c2-8bb9-7496a07e1096 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:18.737649 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f0d38865-5ea4-4a48-b90e-1c006e88621b req-7176711a-daa7-48c2-8bb9-7496a07e1096 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0627894 Oct 22 18:57:18.778354 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f0d38865-5ea4-4a48-b90e-1c006e88621b req-cb8f6c0f-d9b1-4418-aa64-c49bf59bfe90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338430 Oct 22 18:57:19.918054 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f01c99-c047-4391-8078-646f3dc6c559 req-517e9dc5-3e36-4f15-9026-6b6d2509de80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:19.919741 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71f01c99-c047-4391-8078-646f3dc6c559 req-517e9dc5-3e36-4f15-9026-6b6d2509de80 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0619073 Oct 22 18:57:19.959739 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-71f01c99-c047-4391-8078-646f3dc6c559 req-b8258df0-81f0-41df-9f84-0d0df527ff90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341077 Oct 22 18:57:19.964059 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:21.085406 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db41a96-bcf0-4e1f-bc85-13293325c957 req-38bbd494-31a4-4e3a-a19b-c9e7a8c79e7b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:21.087541 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5db41a96-bcf0-4e1f-bc85-13293325c957 req-38bbd494-31a4-4e3a-a19b-c9e7a8c79e7b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0535133 Oct 22 18:57:21.126619 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5db41a96-bcf0-4e1f-bc85-13293325c957 req-bd147089-4625-4faf-8d04-b556cbb63a8e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328000 Oct 22 18:57:22.254227 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf941-e356-44b1-ba39-d27b66e287e1 req-2fbc82b8-8fd6-4a14-983f-e59bfbdfdb71 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:22.255736 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa0cf941-e356-44b1-ba39-d27b66e287e1 req-2fbc82b8-8fd6-4a14-983f-e59bfbdfdb71 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0521588 Oct 22 18:57:22.293370 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa0cf941-e356-44b1-ba39-d27b66e287e1 req-c6079c1e-6e0b-4c03-8224-70c6f10c8c62 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310576 Oct 22 18:57:23.438749 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9c2af-5ddc-4ce8-9eb6-e1d9a467e9b0 req-1c85228b-8979-4796-8e7f-b032a684de11 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:23.440233 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29b9c2af-5ddc-4ce8-9eb6-e1d9a467e9b0 req-1c85228b-8979-4796-8e7f-b032a684de11 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0679185 Oct 22 18:57:23.491841 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29b9c2af-5ddc-4ce8-9eb6-e1d9a467e9b0 req-08234e83-3afa-414d-8306-de684cdb4f3f tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436375 Oct 22 18:57:24.624158 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f3f59-2145-4782-9115-75440ded77f9 req-230d64c9-e91b-42a8-9ceb-326fa357538a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:24.625630 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-625f3f59-2145-4782-9115-75440ded77f9 req-230d64c9-e91b-42a8-9ceb-326fa357538a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0528147 Oct 22 18:57:24.662661 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-625f3f59-2145-4782-9115-75440ded77f9 req-dac71f29-f05e-4bcf-b7b3-88df6909590b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309896 Oct 22 18:57:25.405763 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:25.475746 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:57:25.788844 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82a2e-8874-47ae-b856-3f190be34528 req-61591ecf-77c8-479e-af56-00008f5684cf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:25.790929 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4e82a2e-8874-47ae-b856-3f190be34528 req-61591ecf-77c8-479e-af56-00008f5684cf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0563943 Oct 22 18:57:25.830125 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4e82a2e-8874-47ae-b856-3f190be34528 req-4afdfc19-24d3-4556-ba17-3239c670ad89 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330944 Oct 22 18:57:26.963815 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8416f6-be60-42fd-85ff-d105b3156e83 req-a109a03d-e224-48fb-8e71-92fd0fe2c3a3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:26.965262 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0c8416f6-be60-42fd-85ff-d105b3156e83 req-a109a03d-e224-48fb-8e71-92fd0fe2c3a3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0611477 Oct 22 18:57:27.014052 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0c8416f6-be60-42fd-85ff-d105b3156e83 req-4d9c31c1-0ec3-4db3-bcc1-8d0fd0cc253d tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426443 Oct 22 18:57:28.133171 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e2cef-ab1d-4707-8df4-63f5af49e056 req-0e1595d2-6c92-49f0-8728-0ca6939a9802 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:28.135112 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11e2cef-ab1d-4707-8df4-63f5af49e056 req-0e1595d2-6c92-49f0-8728-0ca6939a9802 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0510585 Oct 22 18:57:28.173574 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11e2cef-ab1d-4707-8df4-63f5af49e056 req-cde068ea-bbf8-415f-9229-a82243095efe tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324290 Oct 22 18:57:29.295404 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b044966-77aa-4401-b3a9-7eaad26c195a req-58eaeb6f-686b-4db4-b17c-db0315cf0c5e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:29.296853 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7b044966-77aa-4401-b3a9-7eaad26c195a req-58eaeb6f-686b-4db4-b17c-db0315cf0c5e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0482714 Oct 22 18:57:29.332795 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7b044966-77aa-4401-b3a9-7eaad26c195a req-e00db310-b31c-45c5-ae93-7a8810298d77 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301082 Oct 22 18:57:30.455359 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec1813-7e6b-427e-ba94-661de3eb81ef req-e0e71c69-94ce-41c5-8911-d7f22358fecf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:30.456818 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dec1813-7e6b-427e-ba94-661de3eb81ef req-e0e71c69-94ce-41c5-8911-d7f22358fecf tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0522318 Oct 22 18:57:30.494345 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dec1813-7e6b-427e-ba94-661de3eb81ef req-2cf5239b-63be-4ab4-877f-d4a776a14eb6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316219 Oct 22 18:57:31.614040 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414440-7d9b-44c1-8e64-480979cf8ca0 req-d8134e72-017a-4527-b119-40d90fbf0e48 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:31.615514 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9414440-7d9b-44c1-8e64-480979cf8ca0 req-d8134e72-017a-4527-b119-40d90fbf0e48 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0484741 Oct 22 18:57:31.653305 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9414440-7d9b-44c1-8e64-480979cf8ca0 req-acc7ebdf-b668-41fb-a164-29bb1a989eff tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310798 Oct 22 18:57:32.777023 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7fe82-9dd9-4367-bc71-555d7e223595 req-de3992a1-0b38-472d-b853-799af3518d05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:32.778488 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ac7fe82-9dd9-4367-bc71-555d7e223595 req-de3992a1-0b38-472d-b853-799af3518d05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0482864 Oct 22 18:57:32.815802 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ac7fe82-9dd9-4367-bc71-555d7e223595 req-a14b9562-209e-4974-92b9-87487b4ab58c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311406 Oct 22 18:57:33.936580 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd99d22-45fc-4106-8bcb-1c5c649a0091 req-68f644bc-4569-4a7e-8869-a16621f7858b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:33.938085 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ffd99d22-45fc-4106-8bcb-1c5c649a0091 req-68f644bc-4569-4a7e-8869-a16621f7858b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 944 time: 0.0516436 Oct 22 18:57:33.975668 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ffd99d22-45fc-4106-8bcb-1c5c649a0091 req-3a4b9085-d353-4ec1-a21f-ccd731aaa94a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316741 Oct 22 18:57:34.264813 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:57:34.360694 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:34.371795 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'port_id': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'mac_address': 'fa:16:3e:f7:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:57:34.408315 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:34.421140 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:57:34.439371 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:34.443433 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:34.489803 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=9']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:34.792413 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:57:35.096631 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8844f-f3e0-40bc-837c-aba355470bc3 req-b6ae8da0-64ba-4f40-a72f-f9ae85e36b05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:35.098003 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-12d8844f-f3e0-40bc-837c-aba355470bc3 req-b6ae8da0-64ba-4f40-a72f-f9ae85e36b05 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 945 time: 0.0487919 Oct 22 18:57:35.135387 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-12d8844f-f3e0-40bc-837c-aba355470bc3 req-3ce3f966-f779-42ff-8354-7de80521351e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315430 Oct 22 18:57:36.157914 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084a87-13f4-4917-b6dc-717a6c5bcaf4 req-67cd8c46-e46f-4f17-b613-13cfb588759f tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:36.159426 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-42084a87-13f4-4917-b6dc-717a6c5bcaf4 req-67cd8c46-e46f-4f17-b613-13cfb588759f tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0495136 Oct 22 18:57:36.200152 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-42084a87-13f4-4917-b6dc-717a6c5bcaf4 req-900d08f9-db25-4037-ab95-cb5cd2318ed8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346315 Oct 22 18:57:36.259827 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bc0e1-ba0f-4e91-b1ed-28b5e088562d req-54f31701-1a1a-40b0-8fee-02759f7620c3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:36.261306 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-983bc0e1-ba0f-4e91-b1ed-28b5e088562d req-54f31701-1a1a-40b0-8fee-02759f7620c3 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 945 time: 0.0530670 Oct 22 18:57:36.298466 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-983bc0e1-ba0f-4e91-b1ed-28b5e088562d req-8b41a5f1-cca8-4200-a402-79480721ba1e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310681 Oct 22 18:57:36.302792 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:57:36.349093 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:57:36.349457 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:36.426392 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:36.448252 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:36.450505 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b3ac47-ef2c-4006-b6e0-2b58c5f3331c" -d '{"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-plugged", "status": "completed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:36.462811 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:36.467090 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:36.490757 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324c8dee-feda-4ca6-afc5-05b3826bc5ae x-openstack-request-id: req-324c8dee-feda-4ca6-afc5-05b3826bc5ae {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:36.491043 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-plugged", "status": "completed", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:36.491295 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-324c8dee-feda-4ca6-afc5-05b3826bc5ae {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:36.491676 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'code': 200} Oct 22 18:57:36.519063 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=10']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:36.672306 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17178ad1-026d-42f4-b271-61cc0f0541d5 req-f6683d37-8287-4c05-a894-841f177c987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:36.673744 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-17178ad1-026d-42f4-b271-61cc0f0541d5 req-f6683d37-8287-4c05-a894-841f177c987f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1100 time: 0.0380759 Oct 22 18:57:36.707721 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-17178ad1-026d-42f4-b271-61cc0f0541d5 req-41ce68ea-60e0-4724-aff0-6e08e54953ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265930 Oct 22 18:57:37.319697 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeebf6-fc99-45d6-8ae3-9769364416b9 req-c1926594-1955-452a-80f0-04763da50267 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:37.321802 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6ebeebf6-fc99-45d6-8ae3-9769364416b9 req-c1926594-1955-452a-80f0-04763da50267 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0513356 Oct 22 18:57:37.360099 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6ebeebf6-fc99-45d6-8ae3-9769364416b9 req-dfa583c1-b3e2-4a75-ab2c-31e4155cdc7f tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=2adb3fdd-92ce-4215-ab43-d34556e7ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Oct 22 18:57:37.427129 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322fb7e-e9d8-4baf-8ea2-6d32957fe44a req-72e9d888-0f45-4d3e-8a25-7b7467dd8f1a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:37.428587 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a322fb7e-e9d8-4baf-8ea2-6d32957fe44a req-72e9d888-0f45-4d3e-8a25-7b7467dd8f1a tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0532827 Oct 22 18:57:37.469341 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a322fb7e-e9d8-4baf-8ea2-6d32957fe44a req-64830b24-944f-4618-99d6-e7aec2f4c543 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337942 Oct 22 18:57:37.652806 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-9ee8cc08-daa7-4f42-9f9b-b82b33fee98a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:37.654298 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-9ee8cc08-daa7-4f42-9f9b-b82b33fee98a tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 946 time: 0.0505295 Oct 22 18:57:37.748485 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Deleting port bb0937a6-3375-4911-b0e5-14236ee63d60 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:37.748739 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:38.080144 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] For port bb0937a6-3375-4911-b0e5-14236ee63d60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bb0937a6-3375-4911-b0e5-14236ee63d60,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:38.080419 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:38.270339 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:38.270721 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:38.271073 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Floating IP 829e1111-419b-4999-8cb4-0102551bbbf6 disassociated. External IP: 172.27.0.191, port: bb0937a6-3375-4911-b0e5-14236ee63d60. Oct 22 18:57:38.271377 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Calling delete_port for bb0937a6-3375-4911-b0e5-14236ee63d60 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:38.400714 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:38.432340 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event deleted for resources: {'Port': ['ID=bb0937a6-3375-4911-b0e5-14236ee63d60,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:38.488129 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.488484 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.488833 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.489154 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-83fa7075-77d8-47e0-baf0-6176a8b48533 req-6975e822-44d1-48c3-9bc0-cee6d8eecddd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0485480 Oct 22 18:57:38.489667 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.489667 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.489876 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.490165 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.490500 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.490838 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.491168 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.491493 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.491813 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:38.603784 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Router 3662a3a5-1f9f-437a-81d3-96ef181329b8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:57:38.624201 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4069056-0599-4366-b33b-7637d193a28c req-08365f75-0925-45cd-b09e-327246f89ec1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:38.625708 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4069056-0599-4366-b33b-7637d193a28c req-08365f75-0925-45cd-b09e-327246f89ec1 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0720820 Oct 22 18:57:38.703846 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4069056-0599-4366-b33b-7637d193a28c req-7b64bd8b-215a-4908-9cd8-abb3d523eb9c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717187 Oct 22 18:57:38.754536 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:57:38.765098 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] Sync routers for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:57:38.781163 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:38.782828 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:38.806147 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] No DVR routers for this DVR port bb0937a6-3375-4911-b0e5-14236ee63d60 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:57:38.808737 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:38.812106 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-555ddde7-7ab8-42bf-9141-0d4d5a3141d6 req-734462ee-c14c-4df7-8959-926c8a1ca4e7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "DELETE /v2.0/ports/bb0937a6-3375-4911-b0e5-14236ee63d60 HTTP/1.1" status: 204 len: 173 time: 1.1516299 Oct 22 18:57:38.812555 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'name': 'network-vif-deleted', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:38.814856 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e96573-9f6b-4965-94e4-43eb0c3b9967" -d '{"events": [{"server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "name": "network-vif-deleted", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:38.852659 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d85783-6de8-4113-b6f1-98ffc8775766 x-openstack-request-id: req-56d85783-6de8-4113-b6f1-98ffc8775766 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:38.853024 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00f0744-0ce3-432f-a082-9cb729522401", "name": "network-vif-deleted", "tag": "bb0937a6-3375-4911-b0e5-14236ee63d60", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:38.853358 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56d85783-6de8-4113-b6f1-98ffc8775766 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:38.853753 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00f0744-0ce3-432f-a082-9cb729522401', 'name': 'network-vif-deleted', 'tag': 'bb0937a6-3375-4911-b0e5-14236ee63d60', 'status': 'completed', 'code': 200} Oct 22 18:57:38.898111 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:39.099394 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:39.126146 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] Checking router: 3662a3a5-1f9f-437a-81d3-96ef181329b8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:57:39.136171 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:39.136784 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:39.245599 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:39.562206 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:39.577940 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-11afea8b-e379-4b67-93b5-1cb3c504693e req-403dec29-eadc-4d1b-a0e5-2ce210db47f7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0262237 Oct 22 18:57:39.589496 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8cbb2d-b3fd-4a72-8624-b0afa5cb7b77 None None] The sync data for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi is: [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:57:39.795873 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0b7c4-3134-4fd4-8dd3-54077af1170d None None] New status for floating IP 829e1111-419b-4999-8cb4-0102551bbbf6: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:57:39.834141 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47beb6-67da-417c-aebd-3056b41441d4 req-36125743-d1d5-4906-ad8d-a9c80a29c161 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:39.836204 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fa47beb6-67da-417c-aebd-3056b41441d4 req-36125743-d1d5-4906-ad8d-a9c80a29c161 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0526836 Oct 22 18:57:39.876624 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fa47beb6-67da-417c-aebd-3056b41441d4 req-d8a1eea1-c990-4541-9521-05e5877903c6 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340540 Oct 22 18:57:40.719498 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-603cc39f-0bc9-412d-becd-7f3546f4ae2a req-5c47035a-09ff-421f-9906-1282d9dc04fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0744810 Oct 22 18:57:40.805025 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device bb0937a6-3375-4911-b0e5-14236ee63d60 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:40.826563 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: bb0937a6-3375-4911-b0e5-14236ee63d60 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:57:40.826906 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device bb0937a6-3375-4911-b0e5-14236ee63d60 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:41.004206 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3b097-6394-4634-8aca-163385dc4119 req-ce9b37e4-9bdc-49f8-a503-f0c9a6dbc7b7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:41.005701 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4e3b097-6394-4634-8aca-163385dc4119 req-ce9b37e4-9bdc-49f8-a503-f0c9a6dbc7b7 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0491986 Oct 22 18:57:41.043741 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4e3b097-6394-4634-8aca-163385dc4119 req-f28f8a02-23c9-4ee2-a930-ec1f4c47eb89 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317366 Oct 22 18:57:41.815593 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-563b90ff-61b9-4f0e-b57e-ee3b5bc4a8a8 req-e32f2431-8b75-44d9-a6fa-d6bfd22ccab8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00f0744-0ce3-432f-a082-9cb729522401 HTTP/1.1" status: 200 len: 210 time: 0.0293884 Oct 22 18:57:42.218498 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb904f8-667f-4da9-b98a-1e3607bb372b req-adb3e156-de3e-41eb-b842-8f8e5ebf5c3e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:42.220108 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4fb904f8-667f-4da9-b98a-1e3607bb372b req-adb3e156-de3e-41eb-b842-8f8e5ebf5c3e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.1048262 Oct 22 18:57:42.276978 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4fb904f8-667f-4da9-b98a-1e3607bb372b req-0e1f80fa-8087-4993-a07a-d94cb06257ff tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470457 Oct 22 18:57:42.901591 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39942) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:42.957762 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:42.980782 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.026983 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.029615 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.030818 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "DELETE /v2.0/security-groups/2adb3fdd-92ce-4215-ab43-d34556e7ff65 HTTP/1.1" status: 204 len: 168 time: 0.1282039 Oct 22 18:57:43.033653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 39944) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:43.040015 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb3fdd-92ce-4215-ab43-d34556e7ff65,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:43.047024 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.047369 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.047697 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.api.v2.resource [None req-d5dcec44-dac0-411f-baa8-741ecbe5c40e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] show failed (client error): The resource could not be found. Oct 22 18:57:43.047824 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.048033 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.048361 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.048689 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.048921 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d5dcec44-dac0-411f-baa8-741ecbe5c40e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups/2adb3fdd-92ce-4215-ab43-d34556e7ff65 HTTP/1.1" status: 404 len: 347 time: 0.0141389 Oct 22 18:57:43.049020 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.049324 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.049645 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.049964 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.050312 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.050632 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210ccef-5ece-4438-b956-6acb6468b4f6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:43.053280 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 39948) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:43.177719 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Deleting port 9be9cfd1-ac7d-472f-bbe5-5d09b5e3891d {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:43.178081 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.259983 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.260311 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.271906 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Calling delete_port for 9be9cfd1-ac7d-472f-bbe5-5d09b5e3891d owned by network:floatingip {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:43.438376 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f05c2-017d-422c-b3ed-6f192d2e8815 req-7d8a7dd6-1b96-4d98-8f02-92030cdcc088 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:43.440279 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc8f05c2-017d-422c-b3ed-6f192d2e8815 req-7d8a7dd6-1b96-4d98-8f02-92030cdcc088 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0795536 Oct 22 18:57:43.489318 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.526595 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fc8f05c2-017d-422c-b3ed-6f192d2e8815 req-a6cd0460-ff82-471c-8447-3d6ff95e23c8 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787919 Oct 22 18:57:43.532593 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event deleted for resources: {'Port': ['ID=9be9cfd1-ac7d-472f-bbe5-5d09b5e3891d,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:43.590119 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.592642 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.593835 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1f3ed1ad-9acb-4862-b73d-03aca1b50e0c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "DELETE /v2.0/floatingips/829e1111-419b-4999-8cb4-0102551bbbf6 HTTP/1.1" status: 204 len: 168 time: 0.5396442 Oct 22 18:57:43.807811 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 39964) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:43.812350 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-93f7e2a1-4443-4697-b894-7b8eb17f8e37 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842099121', 'description': 'tempest-description--1070621565'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:43.833406 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93f7e2a1-4443-4697-b894-7b8eb17f8e37 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.895513 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93f7e2a1-4443-4697-b894-7b8eb17f8e37 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.899022 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93f7e2a1-4443-4697-b894-7b8eb17f8e37 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.925251 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93f7e2a1-4443-4697-b894-7b8eb17f8e37 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:43.926386 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-93f7e2a1-4443-4697-b894-7b8eb17f8e37 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1175601 Oct 22 18:57:43.930247 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39966) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:43.930958 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7e2a1-4443-4697-b894-7b8eb17f8e37 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1b5af7-d670-4905-8ea0-e78caf018759,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:43.935088 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-f6c26978-da5a-4141-8d3b-3168bf08322c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'security_group_rule': {'security_group_id': '4e1b5af7-d670-4905-8ea0-e78caf018759', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:43.962324 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6c26978-da5a-4141-8d3b-3168bf08322c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.008569 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6c26978-da5a-4141-8d3b-3168bf08322c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.012065 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6c26978-da5a-4141-8d3b-3168bf08322c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.030476 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c26978-da5a-4141-8d3b-3168bf08322c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d73e94-891d-463f-9924-2d263dc5bd77,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:44.040399 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6c26978-da5a-4141-8d3b-3168bf08322c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.041603 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f6c26978-da5a-4141-8d3b-3168bf08322c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100812 Oct 22 18:57:44.044325 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39968) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:44.048596 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-6305838c-aeb1-43f7-8431-eddbe7524e94 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'security_group_rule': {'security_group_id': '4e1b5af7-d670-4905-8ea0-e78caf018759', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:44.074747 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6305838c-aeb1-43f7-8431-eddbe7524e94 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.131063 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6305838c-aeb1-43f7-8431-eddbe7524e94 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.135365 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6305838c-aeb1-43f7-8431-eddbe7524e94 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.152052 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 39970) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:44.152574 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305838c-aeb1-43f7-8431-eddbe7524e94 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b67f6d-ad74-4823-bc68-7118ad283c02,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:44.161452 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6305838c-aeb1-43f7-8431-eddbe7524e94 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.162673 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6305838c-aeb1-43f7-8431-eddbe7524e94 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174207 Oct 22 18:57:44.165717 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 39972) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:44.170291 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:44.192804 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.251784 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3292ef98-d4df-4b2b-89fc-cdb09cb21854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.296450 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.321055 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Deleting port e4401b15-87a1-40af-b3e4-2e9c9e8f4c6b {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:44.321396 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.397457 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.397781 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.404287 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Allocated IP 172.27.0.168 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/d873b8a3-3a63-418f-bb0a-67126379c96f) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:57:44.409409 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Calling delete_port for e4401b15-87a1-40af-b3e4-2e9c9e8f4c6b owned by network:floatingip {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:44.512149 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.551465 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.587542 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:57:44.590443 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:57:44.593703 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.593863 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:57:44.620193 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event deleted for resources: {'Port': ['ID=e4401b15-87a1-40af-b3e4-2e9c9e8f4c6b,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:44.623939 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'Port': ['ID=d873b8a3-3a63-418f-bb0a-67126379c96f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:44.682930 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for floatingip, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.683290 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Floating IP 17fd6439-6deb-4545-b733-5653514c3304 disassociated (deleted). External IP: 172.27.0.137, port: 9250f885-56ee-407f-959d-038c45584f53. Oct 22 18:57:44.687666 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.720013 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.869751 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.874315 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.888863 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Router d4779d11-e274-4739-bc1a-999d0edc8e1e has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:57:44.942933 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'Port': ['ID=d873b8a3-3a63-418f-bb0a-67126379c96f,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:44.950868 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.966880 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:44.968132 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-08b9804d-732a-4b83-b4a3-4475a8f2ee30 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8014579 Oct 22 18:57:44.999823 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:57:45.004735 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:45.011659 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] Sync routers for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:57:45.021611 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:45.022265 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:45.035972 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2fb9bb13-a69a-4ff6-b057-66c53cab714d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "DELETE /v2.0/floatingips/17fd6439-6deb-4545-b733-5653514c3304 HTTP/1.1" status: 204 len: 168 time: 0.8805087 Oct 22 18:57:45.035972 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'tag': '9250f885-56ee-407f-959d-038c45584f53'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:45.036523 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863" -d '{"events": [{"name": "network-changed", "server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "tag": "9250f885-56ee-407f-959d-038c45584f53"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:45.124410 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-3ff0c58d-8333-4bbd-b0c4-e9f373fc4ec5 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--842099121&fields=id&tenant_id=1913537aed9148638d0669cefee6520e HTTP/1.1" status: 200 len: 267 time: 0.0377054 Oct 22 18:57:45.139993 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:45.219380 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d5ad0-0ea1-4544-bd99-56ed591e025a x-openstack-request-id: req-6a3d5ad0-0ea1-4544-bd99-56ed591e025a {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:45.219919 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "tag": "9250f885-56ee-407f-959d-038c45584f53", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:45.220170 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a3d5ad0-0ea1-4544-bd99-56ed591e025a {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:45.220655 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'tag': '9250f885-56ee-407f-959d-038c45584f53', 'status': 'completed', 'code': 200} Oct 22 18:57:45.290468 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-025596e0-36a0-476a-9526-9feb0dca1d9c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:45.292078 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-025596e0-36a0-476a-9526-9feb0dca1d9c tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 810 time: 0.1607144 Oct 22 18:57:45.309385 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1638dc-ab66-41c1-9fdb-95cd46f4d549 req-bcdc7c0a-f749-4213-9e0b-3a8185fa4566 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:45.310940 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e1638dc-ab66-41c1-9fdb-95cd46f4d549 req-bcdc7c0a-f749-4213-9e0b-3a8185fa4566 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0571110 Oct 22 18:57:45.313052 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-0ed66f6c-ca65-4f0e-b601-7ec4f5bb88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:45.314566 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-0ed66f6c-ca65-4f0e-b601-7ec4f5bb88dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c089a42bdd43b9ac5311b376bd4533&device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 1098 time: 0.0853512 Oct 22 18:57:45.318513 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-ba8df57a-4faa-4380-b367-05dfa6146398 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/quotas/1913537aed9148638d0669cefee6520e HTTP/1.1" status: 200 len: 375 time: 0.0175934 Oct 22 18:57:45.353845 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e1638dc-ab66-41c1-9fdb-95cd46f4d549 req-c13e6c45-e140-493a-913b-1e9e1fb8ff8f tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364604 Oct 22 18:57:45.354485 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 5, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:45.385701 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] Checking router: d4779d11-e274-4739-bc1a-999d0edc8e1e for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:57:45.394054 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:45.394679 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:45.439625 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-5c67df7d-4b42-4422-8906-395262dedb5d tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088057 Oct 22 18:57:45.449527 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-6c31e6d8-f69c-4817-b9b1-b3211560a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:45.450982 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-6c31e6d8-f69c-4817-b9b1-b3211560a9b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 200 len: 910 time: 0.1285348 Oct 22 18:57:45.455979 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-3bccbe5f-caf4-4321-8b37-acefde2ff5ff service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:57:45.456902 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-3bccbe5f-caf4-4321-8b37-acefde2ff5ff service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048094 Oct 22 18:57:45.502123 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:45.514684 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-124f0da1-a5ef-47dc-a490-e3d1d9e40acc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 200 len: 217 time: 0.0542078 Oct 22 18:57:45.706628 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 5, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:45.733211 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd7b44-b7e3-4475-bfbc-9836a347dc26 None None] The sync data for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi is: [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:50:40Z', 'revision_number': 4, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'a060e897-cb7f-49d4-b2c8-a02b0355bd0b', 'name': '', 'network_id': '1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'mac_address': 'fa:16:3e:ff:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:40Z', 'updated_at': '2021-10-22T18:50:45Z', 'revision_number': 5, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'subnets': [{'id': 'b0f62572-2170-4910-a7e5-ba281d9b74c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:57:45.861106 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-3f2bf4c0-ec2a-4a28-849f-02d0342714f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:45.862834 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-3f2bf4c0-ec2a-4a28-849f-02d0342714f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 200 len: 848 time: 0.3354559 Oct 22 18:57:45.873211 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-6cf72379-af99-4ced-bc3e-27c1d1c80258 service neutron] 10.222.0.15 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029860 Oct 22 18:57:45.944195 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89f99b-77af-4bf2-a627-65abe97467f2 None None] New status for floating IP 17fd6439-6deb-4545-b733-5653514c3304: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:57:45.981937 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-403ab9c8-eaad-4f09-8e43-72485afc258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:45.983445 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-403ab9c8-eaad-4f09-8e43-72485afc258d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045241 Oct 22 18:57:46.017388 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-e00c224e-8e41-4270-bb4f-acebd10ce78b service neutron] 10.222.0.15 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299210 Oct 22 18:57:46.087173 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-28b4faa2-a6fb-4d38-870e-74ad10da74ad service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911601 Oct 22 18:57:46.183772 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c477c554-4bde-4b0e-bfc4-dfc3ed99fa91 req-cf39e22f-111d-4e2f-858c-dc5b49800f95 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 210 time: 0.0285394 Oct 22 18:57:46.199115 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6c0b4a21-c0f5-4ed9-b082-76a8ed342863 req-f1d872f1-448b-4d16-89a1-018dcf7d8c52 service neutron] 10.222.0.37 "GET /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027281 Oct 22 18:57:46.471801 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3247d9-403b-4f8c-88a4-9c430eaa98c2 req-d638b1d5-0f79-496d-8585-fdce06cc1175 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:46.473280 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cc3247d9-403b-4f8c-88a4-9c430eaa98c2 req-d638b1d5-0f79-496d-8585-fdce06cc1175 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0502720 Oct 22 18:57:46.513155 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cc3247d9-403b-4f8c-88a4-9c430eaa98c2 req-2559ed17-4ab8-4f3e-9e34-0f3dcca6bc69 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330029 Oct 22 18:57:46.954438 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9ecfc170-2c64-4573-b01b-be0694f416aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:47.284738 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9878e34-5604-439d-8c0c-79d19b6c63b4 req-28aebf3b-bb24-4ecf-be82-e7c2266b776b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 210 time: 0.0347524 Oct 22 18:57:47.629741 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424739fe-6466-4681-8a7c-6899cd0cce02 req-c37fe463-6acd-4c56-9d19-53465b1df7d2 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:47.631235 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-424739fe-6466-4681-8a7c-6899cd0cce02 req-c37fe463-6acd-4c56-9d19-53465b1df7d2 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0532660 Oct 22 18:57:47.668798 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-424739fe-6466-4681-8a7c-6899cd0cce02 req-9a284add-2f64-4256-b355-c95f96c737a9 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7a96859-a3f2-46a5-aafe-683dc33c6a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Oct 22 18:57:47.863024 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-0bc27706-e502-4cc1-a595-075b44885c81 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:47.864381 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-0bc27706-e502-4cc1-a595-075b44885c81 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 810 time: 0.1057739 Oct 22 18:57:47.908938 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a608e7f4-1baa-43fd-a524-120ae2537db8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1913537aed9148638d0669cefee6520e HTTP/1.1" status: 200 len: 379 time: 0.0338883 Oct 22 18:57:47.931186 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'port': {'device_id': 'b79e8208-e945-4d03-9547-e358f69766f5', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'admin_state_up': True, 'tenant_id': '1913537aed9148638d0669cefee6520e', 'security_groups': ['4e1b5af7-d670-4905-8ea0-e78caf018759']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:47.961360 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:47.978823 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-8d7878c8-0b4f-4664-834a-d11688876040 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:47.980284 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-8d7878c8-0b4f-4664-834a-d11688876040 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.37 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 945 time: 0.0522630 Oct 22 18:57:48.046651 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Made reservation on behalf of 1913537aed9148638d0669cefee6520e for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:57:48.050323 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.079035 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Deleting port 9250f885-56ee-407f-959d-038c45584f53 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:48.079376 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.181506 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] For port 9250f885-56ee-407f-959d-038c45584f53, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9250f885-56ee-407f-959d-038c45584f53,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:48.181872 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.199331 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Calling delete_port for 9250f885-56ee-407f-959d-038c45584f53 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:48.199914 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Allocated IP 172.20.0.5 (b28a4df9-e9fd-4541-b06c-035940bb8019/3c3d4c1f-9fc6-4931-8959-d3f524fb22a9/73f565bf-24c3-46d6-bfff-98b00762a3bc) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:57:48.326264 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.342954 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.345021 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.374671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event deleted for resources: {'Port': ['ID=9250f885-56ee-407f-959d-038c45584f53,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:48.393705 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.439015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Network b28a4df9-e9fd-4541-b06c-035940bb8019 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:57:48.439214 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] No DVR routers for this DVR port 9250f885-56ee-407f-959d-038c45584f53 on host hv-cinder-81514 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:57:48.442090 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.442283 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:57:48.445391 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f22120-a5a8-42bc-9e29-351dc6ebee6c req-515487f9-c13c-4534-905d-29590775e41d tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.37 "DELETE /v2.0/ports/9250f885-56ee-407f-959d-038c45584f53 HTTP/1.1" status: 204 len: 173 time: 0.4558101 Oct 22 18:57:48.445834 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-deleted', 'tag': '9250f885-56ee-407f-959d-038c45584f53'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:48.446342 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:57:48.448138 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae7f29-afe3-4926-9591-d332fcf69a5e" -d '{"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-deleted", "tag": "9250f885-56ee-407f-959d-038c45584f53"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:48.475548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd074d92-98b1-40ac-bd90-a1a450ac69e9 req-f7647b3f-1b35-495d-bf92-d7964a127207 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:48.486201 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cd074d92-98b1-40ac-bd90-a1a450ac69e9 req-f7647b3f-1b35-495d-bf92-d7964a127207 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 931 time: 0.1132462 Oct 22 18:57:48.492581 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event updated for resources: {'Port': ['ID=73f565bf-24c3-46d6-bfff-98b00762a3bc,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:48.506226 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c09f1-db73-45d9-ad63-d4d54072bf12 x-openstack-request-id: req-7d2c09f1-db73-45d9-ad63-d4d54072bf12 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:48.507172 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7827a2dc-4f7d-45e1-96d9-3cc2f64331b2", "name": "network-vif-deleted", "tag": "9250f885-56ee-407f-959d-038c45584f53", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:48.507172 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d2c09f1-db73-45d9-ad63-d4d54072bf12 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:48.508220 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7827a2dc-4f7d-45e1-96d9-3cc2f64331b2', 'name': 'network-vif-deleted', 'tag': '9250f885-56ee-407f-959d-038c45584f53', 'status': 'completed', 'code': 200} Oct 22 18:57:48.521272 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:48.522368 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.532060 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cd074d92-98b1-40ac-bd90-a1a450ac69e9 req-565ac438-0bd0-47b8-95e1-60e87e52429b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445640 Oct 22 18:57:48.541319 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-cd83848a-0c57-4f5b-9041-f30aca27e0bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6144876 Oct 22 18:57:48.555859 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Request body: {'port': {'device_id': 'b79e8208-e945-4d03-9547-e358f69766f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:48.618976 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.744796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-3d44f850-15ab-42ba-9e96-96d6bea44c15 None None] Provisioning complete for port 73f565bf-24c3-46d6-bfff-98b00762a3bc triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:57:48.745263 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3d44f850-15ab-42ba-9e96-96d6bea44c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:48.817154 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-3d44f850-15ab-42ba-9e96-96d6bea44c15 None None] Port 73f565bf-24c3-46d6-bfff-98b00762a3bc cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:57:48.874602 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-23cdfb34-d9fc-408f-835e-7060d1570440 req-259bd4c0-d153-4a67-ad99-c7af6de362c3 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "GET /v2.0/ports?device_id=7827a2dc-4f7d-45e1-96d9-3cc2f64331b2 HTTP/1.1" status: 200 len: 210 time: 0.1233699 Oct 22 18:57:48.917887 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-766ef678-b7be-4d13-88cb-9e3b0b8764ef tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646769779&fields=id&tenant_id=662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 267 time: 0.0618639 Oct 22 18:57:48.997459 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f565bf-24c3-46d6-bfff-98b00762a3bc {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:57:49.004909 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:49.017000 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Transition to ACTIVE for port object 73f565bf-24c3-46d6-bfff-98b00762a3bc will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:57:49.021119 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:49.033084 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-6f927a69-1c23-4c34-b55f-b6c913fa351c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:49.035636 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-6f927a69-1c23-4c34-b55f-b6c913fa351c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 811 time: 0.1168911 Oct 22 18:57:49.050616 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-bab101e2-e017-4d74-b3b2-7e126a71ab59 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/quotas/662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 375 time: 0.0091541 Oct 22 18:57:49.075734 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=73f565bf-24c3-46d6-bfff-98b00762a3bc,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:49.114372 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-c2d28e3a-b5f1-4d84-b6c8-845cdcc74944 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0574384 Oct 22 18:57:49.131737 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-98130769-6440-4de3-b688-0683a7fd8a47 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:57:49.133972 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-98130769-6440-4de3-b688-0683a7fd8a47 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062335 Oct 22 18:57:49.147435 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Attempting to bind port 73f565bf-24c3-46d6-bfff-98b00762a3bc on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:57:49.147807 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Attempting to bind port 73f565bf-24c3-46d6-bfff-98b00762a3bc by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:57:49.148131 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Attempting to bind port 73f565bf-24c3-46d6-bfff-98b00762a3bc on network b28a4df9-e9fd-4541-b06c-035940bb8019 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:57:49.152781 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Port 73f565bf-24c3-46d6-bfff-98b00762a3bc on network b28a4df9-e9fd-4541-b06c-035940bb8019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:57:49.153097 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Attempting to bind port 73f565bf-24c3-46d6-bfff-98b00762a3bc on network b28a4df9-e9fd-4541-b06c-035940bb8019 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:57:49.158152 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:57:49.158485 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Checking segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:57:49.158858 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Bound using segment: {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:57:49.159281 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Bound port: 73f565bf-24c3-46d6-bfff-98b00762a3bc, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a41d05-b730-4bfc-be8e-5a7d8898b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:57:49.159684 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:49.242598 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] For port 73f565bf-24c3-46d6-bfff-98b00762a3bc, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:57:49.246677 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] For port 73f565bf-24c3-46d6-bfff-98b00762a3bc, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:57:49.252565 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:49.259951 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-437d28d0-ac9d-41cf-8709-3ec7de5b9f66 service neutron] 10.222.0.15 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198938 Oct 22 18:57:49.305024 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:49.306540 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:49.309134 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] 10.222.0.37 "PUT /v2.0/ports/73f565bf-24c3-46d6-bfff-98b00762a3bc HTTP/1.1" status: 200 len: 1093 time: 0.7585585 Oct 22 18:57:49.348450 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:49.352575 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd605980-ca87-48aa-9ad0-6be2b5a1f611" -d '{"events": [{"name": "network-changed", "server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:49.356878 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eac16-54a8-4b0a-af2c-6b7f28cfaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=73f565bf-24c3-46d6-bfff-98b00762a3bc,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:49.399474 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-9de87529-aad9-48d3-9f79-ff820ce1fc06 service neutron] 10.222.0.15 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307971 Oct 22 18:57:49.421417 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a2fc6-6251-44f9-bbff-0af5675d26f2 x-openstack-request-id: req-ee2a2fc6-6251-44f9-bbff-0af5675d26f2 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:49.421716 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:49.422139 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee2a2fc6-6251-44f9-bbff-0af5675d26f2 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:49.422540 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'status': 'completed', 'code': 200} Oct 22 18:57:49.440198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-2d53da8d-37f1-4fd4-8113-a011aa54b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:49.441710 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-2d53da8d-37f1-4fd4-8113-a011aa54b6bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 1096 time: 0.0677605 Oct 22 18:57:49.509352 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-4d79896c-971d-42ce-92f5-edb0796c78ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc HTTP/1.1" status: 200 len: 217 time: 0.0472014 Oct 22 18:57:49.564337 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-d833d814-b15a-44f0-8ea9-e0003fe8fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:49.566118 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-d833d814-b15a-44f0-8ea9-e0003fe8fa4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0499387 Oct 22 18:57:49.624618 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-e94c6fa9-459a-4b83-b3c3-88565a297150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:49.626149 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-e94c6fa9-459a-4b83-b3c3-88565a297150 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466511 Oct 22 18:57:49.641757 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-ccfe5f4d-2c35-40e4-a255-68f31cb78ed3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=106215) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 22 18:57:49.642764 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-ccfe5f4d-2c35-40e4-a255-68f31cb78ed3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066147 Oct 22 18:57:49.731307 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b10c04b9-9238-4638-8565-7ced1c7ed8e5 req-c2bd5cdb-21bb-46ca-b6b5-cff8438efd99 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 210 time: 0.0275233 Oct 22 18:57:49.736159 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2078a74-6ebb-4d98-955a-89e18af8f182 req-b0cd23a3-2927-404d-95ae-f4bdc05634ec tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:49.738533 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2078a74-6ebb-4d98-955a-89e18af8f182 req-b0cd23a3-2927-404d-95ae-f4bdc05634ec tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 943 time: 0.1115139 Oct 22 18:57:49.790230 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-1bbe65da-7bf3-44aa-b59b-8c987039a35c service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336718 Oct 22 18:57:49.797600 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d2078a74-6ebb-4d98-955a-89e18af8f182 req-db2af105-0e67-469c-8a20-1d59cd8384aa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491846 Oct 22 18:57:49.889505 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1df4ec09-84ab-4739-a88d-08a653f500d1 req-f536f6de-c1e8-4fbc-926d-3a7136f5f388 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908668 Oct 22 18:57:49.948873 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40060) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:49.985014 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:49.997437 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-2277d9cd-9de9-48a9-8437-e6ac968ef0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:49.998932 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-2277d9cd-9de9-48a9-8437-e6ac968ef0ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 1096 time: 0.0529685 Oct 22 18:57:50.021161 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c716c13a-8699-4c05-ac8c-d9c5fc88c1b5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:50.051352 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c716c13a-8699-4c05-ac8c-d9c5fc88c1b5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:50.116617 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c716c13a-8699-4c05-ac8c-d9c5fc88c1b5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:50.117749 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-d56526de-5d73-46c1-97dd-20814c496880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:50.119278 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-d56526de-5d73-46c1-97dd-20814c496880 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 911 time: 0.1130755 Oct 22 18:57:50.119626 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c716c13a-8699-4c05-ac8c-d9c5fc88c1b5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:50.120758 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c716c13a-8699-4c05-ac8c-d9c5fc88c1b5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] 10.222.0.15 "DELETE /v2.0/security-groups/e7a96859-a3f2-46a5-aafe-683dc33c6a5a HTTP/1.1" status: 204 len: 168 time: 0.1707232 Oct 22 18:57:50.130627 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716c13a-8699-4c05-ac8c-d9c5fc88c1b5 tempest-TestShelveInstance-1402081624 tempest-TestShelveInstance-1402081624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a96859-a3f2-46a5-aafe-683dc33c6a5a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:50.173725 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-535d7859-c7ca-44ed-9e07-e95621c6b227 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc HTTP/1.1" status: 200 len: 217 time: 0.0358477 Oct 22 18:57:50.228372 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-d00bd17f-ba63-49bf-bcf0-e5759984fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:50.229850 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-d00bd17f-ba63-49bf-bcf0-e5759984fd33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0491469 Oct 22 18:57:50.292884 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-340b2b19-5055-4d46-a087-d6e269b91bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:50.294424 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-340b2b19-5055-4d46-a087-d6e269b91bb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420432 Oct 22 18:57:50.387074 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-5ce9d32f-efde-4a1c-acdc-1614af12f5da service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856454 Oct 22 18:57:50.393515 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9250f885-56ee-407f-959d-038c45584f53 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:50.419795 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 9250f885-56ee-407f-959d-038c45584f53 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:57:50.420094 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 9250f885-56ee-407f-959d-038c45584f53 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:50.482630 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-dd605980-ca87-48aa-9ad0-6be2b5a1f611 req-6f95ff15-c3ac-4342-a2d4-9927784b9e39 service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860362 Oct 22 18:57:50.790519 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-312980ba-932c-450c-9dfb-984ddd3962a4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:50.792088 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-312980ba-932c-450c-9dfb-984ddd3962a4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 811 time: 0.1090879 Oct 22 18:57:50.829335 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c2826f4e-847e-4143-8b16-c3b481fd8fd6 req-17c7fb73-3d2e-4cfb-8026-d116b24a0e24 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 210 time: 0.0288873 Oct 22 18:57:50.839756 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-a7967253-cfec-47c9-886c-743a855882a1 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=662e66abdd5e4c5cb152281e36cb80e1 HTTP/1.1" status: 200 len: 379 time: 0.0371284 Oct 22 18:57:50.857423 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'port': {'device_id': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'admin_state_up': True, 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'security_groups': ['6d1539c1-4b27-4f94-ab34-f000bbf28219']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:50.935258 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8d391-4453-456b-b034-5bd1bf6c72d8 req-6f686d9e-d883-4b82-bc1f-e282e8b241e6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:50.936759 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c6b8d391-4453-456b-b034-5bd1bf6c72d8 req-6f686d9e-d883-4b82-bc1f-e282e8b241e6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 943 time: 0.0506215 Oct 22 18:57:50.970530 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Made reservation on behalf of 662e66abdd5e4c5cb152281e36cb80e1 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:57:50.974023 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:50.975332 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c6b8d391-4453-456b-b034-5bd1bf6c72d8 req-9255227f-a801-4ab0-abbf-7470f01b2530 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Oct 22 18:57:51.107640 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Allocated IP 172.20.0.4 (bc43ee55-7f34-48f5-82f6-ae9760f90819/6491d84d-ce60-4272-a924-02bc52680915/8e997ee9-9095-4984-b501-bf87b041ef9c) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:57:51.191957 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40070) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:51.280374 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.315301 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.361293 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:57:51.364549 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:57:51.369286 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:57:51.396431 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=8e997ee9-9095-4984-b501-bf87b041ef9c,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:51.424941 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:51.425599 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.449343 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-3928da39-5419-4df2-98b8-562c087ae6a7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985830 Oct 22 18:57:51.463785 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Request body: {'port': {'device_id': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:51.532158 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.609883 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-919cf376-757a-4478-9696-96cc6497f68f None None] Provisioning complete for port 8e997ee9-9095-4984-b501-bf87b041ef9c triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:57:51.610925 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-919cf376-757a-4478-9696-96cc6497f68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.649116 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-919cf376-757a-4478-9696-96cc6497f68f None None] Port 8e997ee9-9095-4984-b501-bf87b041ef9c cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 18:57:51.760797 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.800795 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e997ee9-9095-4984-b501-bf87b041ef9c {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:57:51.808802 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.821705 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Transition to ACTIVE for port object 8e997ee9-9095-4984-b501-bf87b041ef9c will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:57:51.825732 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:51.883503 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Pushing event updated for resources: {'Port': ['ID=8e997ee9-9095-4984-b501-bf87b041ef9c,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:51.964264 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Attempting to bind port 8e997ee9-9095-4984-b501-bf87b041ef9c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:57:51.964691 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Attempting to bind port 8e997ee9-9095-4984-b501-bf87b041ef9c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:57:51.964996 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Attempting to bind port 8e997ee9-9095-4984-b501-bf87b041ef9c on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:57:51.970022 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Port 8e997ee9-9095-4984-b501-bf87b041ef9c on network bc43ee55-7f34-48f5-82f6-ae9760f90819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:57:51.970378 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Attempting to bind port 8e997ee9-9095-4984-b501-bf87b041ef9c on network bc43ee55-7f34-48f5-82f6-ae9760f90819 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:57:51.975607 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:57:51.976336 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Checking segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:57:51.976336 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Bound using segment: {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:57:51.976969 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Bound port: 8e997ee9-9095-4984-b501-bf87b041ef9c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29be95a7-c437-4f9d-b009-9afa7f79ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:57:51.977161 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.051021 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] For port 8e997ee9-9095-4984-b501-bf87b041ef9c, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:57:52.056410 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] For port 8e997ee9-9095-4984-b501-bf87b041ef9c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e997ee9-9095-4984-b501-bf87b041ef9c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:57:52.075380 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.125499 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.126137 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.127517 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e997ee9-9095-4984-b501-bf87b041ef9c HTTP/1.1" status: 200 len: 1093 time: 0.6685553 Oct 22 18:57:52.129895 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:52.134159 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87f10-818a-467b-b2f0-48e3c4ccd2a4 req-bedff90e-16aa-4a4f-b327-3e4d15475f42 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.135708 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-99a87f10-818a-467b-b2f0-48e3c4ccd2a4 req-bedff90e-16aa-4a4f-b327-3e4d15475f42 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0943732 Oct 22 18:57:52.136596 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bada17e-f05d-479d-b3d8-286445f7ae49" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:52.211151 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11297007-b9ed-4eb1-b0f3-a91b1e817572 service neutron] Pushing event updated for resources: {'Port': ['ID=8e997ee9-9095-4984-b501-bf87b041ef9c,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:52.250062 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb337f-6433-42bc-b887-b74077fc2af9 req-cc124f3e-0b7e-4e3c-9515-e2833a0fa7de tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.251827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f3cb337f-6433-42bc-b887-b74077fc2af9 req-cc124f3e-0b7e-4e3c-9515-e2833a0fa7de tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 943 time: 0.1898165 Oct 22 18:57:52.263463 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-d6d6d10f-ed26-4177-be66-4f1331e56cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.265078 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-d6d6d10f-ed26-4177-be66-4f1331e56cfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 1096 time: 0.0660667 Oct 22 18:57:52.301953 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-99a87f10-818a-467b-b2f0-48e3c4ccd2a4 req-844df02b-c836-49f9-ade8-22dd2853d987 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593251 Oct 22 18:57:52.324089 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-4d5447f6-1ffb-4ed1-92a3-7022e21596ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e997ee9-9095-4984-b501-bf87b041ef9c HTTP/1.1" status: 200 len: 217 time: 0.0435691 Oct 22 18:57:52.347386 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f3cb337f-6433-42bc-b887-b74077fc2af9 req-9c214fd3-2faa-430b-996b-cd3319cf3ac1 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811110 Oct 22 18:57:52.374550 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ccfe6b-3f2b-44a6-9cf7-e31d7ac30f81 x-openstack-request-id: req-a5ccfe6b-3f2b-44a6-9cf7-e31d7ac30f81 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:52.374838 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:52.375092 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5ccfe6b-3f2b-44a6-9cf7-e31d7ac30f81 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:52.375484 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'status': 'completed', 'code': 200} Oct 22 18:57:52.390134 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 73f565bf-24c3-46d6-bfff-98b00762a3bc details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:57:52.400129 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-e2c5b75c-e98b-4442-aadb-2b59e087d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.402724 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-e2c5b75c-e98b-4442-aadb-2b59e087d1b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0679133 Oct 22 18:57:52.440793 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Deleting port a060e897-cb7f-49d4-b2c8-a02b0355bd0b {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:52.440793 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.454417 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67062981-8af6-45f4-802b-71541bb2563d req-02ae5eaa-d570-42c2-981e-4c870c74cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.455916 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-02ae5eaa-d570-42c2-981e-4c870c74cde8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455527 Oct 22 18:57:52.501029 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 73f565bf-24c3-46d6-bfff-98b00762a3bc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:52.511867 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'port_id': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'mac_address': 'fa:16:3e:0c:98:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:57:52.526585 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] For port a060e897-cb7f-49d4-b2c8-a02b0355bd0b, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:52.526977 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.547149 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Calling delete_port for a060e897-cb7f-49d4-b2c8-a02b0355bd0b owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:52.550340 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.556913 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-87a26db0-5358-4da0-9380-cd611a2413d0 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915172 Oct 22 18:57:52.567542 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f565bf-24c3-46d6-bfff-98b00762a3bc {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:57:52.589170 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 73f565bf-24c3-46d6-bfff-98b00762a3bc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:52.595226 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.643512 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=73f565bf-24c3-46d6-bfff-98b00762a3bc,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:52.658893 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-67062981-8af6-45f4-802b-71541bb2563d req-b1d21fa1-2501-4ace-9823-5bf5bf1fe89d service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935717 Oct 22 18:57:52.735156 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.751613 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-a89fe2cf-543b-4fcf-afdf-1c0b7bc0a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.753116 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-a89fe2cf-543b-4fcf-afdf-1c0b7bc0a203 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 1096 time: 0.0421550 Oct 22 18:57:52.761764 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Pushing event deleted for resources: {'Port': ['ID=a060e897-cb7f-49d4-b2c8-a02b0355bd0b,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:52.860473 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-ffbcb5a8-a949-48c9-a195-4275275e82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.862249 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-ffbcb5a8-a949-48c9-a195-4275275e82a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.1001141 Oct 22 18:57:52.905551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-f8bbeb17-caae-49a7-8f4d-3275fd5e621b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e997ee9-9095-4984-b501-bf87b041ef9c HTTP/1.1" status: 200 len: 217 time: 0.0345659 Oct 22 18:57:52.933659 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:52.957197 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-1ae1d088-0ef1-4e66-9afa-1d60bfe73481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:52.958680 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-1ae1d088-0ef1-4e66-9afa-1d60bfe73481 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0467141 Oct 22 18:57:53.017039 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-3fd90113-e131-4c86-9d11-4dc7aaceae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:53.018554 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-3fd90113-e131-4c86-9d11-4dc7aaceae44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510068 Oct 22 18:57:53.118840 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-b563fb9c-c949-4088-9f0f-7fac2b3ba171 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830297 Oct 22 18:57:53.133680 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['73f565bf-24c3-46d6-bfff-98b00762a3bc'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:57:53.154364 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Router d4779d11-e274-4739-bc1a-999d0edc8e1e has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:57:53.224009 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6bada17e-f05d-479d-b3d8-286445f7ae49 req-f10ae605-d8ea-4770-a302-9b7ad4dbfc4c service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964830 Oct 22 18:57:53.275219 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:57:53.280249 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-483fbf69-852c-4096-b778-66073344c821 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4779d11-e274-4739-bc1a-999d0edc8e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0872331 Oct 22 18:57:53.282724 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40080) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:53.286714 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] Sync routers for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:57:53.296091 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:53.296701 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:53.400243 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks [] for router, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:53.414024 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:53.426870 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a1aa6-a44e-4913-8e6d-7179b800f8bb req-41c34c65-1a49-4231-af14-1b03f4b607e0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:53.428511 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-db3a1aa6-a44e-4913-8e6d-7179b800f8bb req-41c34c65-1a49-4231-af14-1b03f4b607e0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0552492 Oct 22 18:57:53.476298 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-db3a1aa6-a44e-4913-8e6d-7179b800f8bb req-7e8acc90-ad16-4902-af4e-e15ba09d127d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406637 Oct 22 18:57:53.552412 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647eff5-2dc5-4d9c-8b89-3013c6a844a0 req-2da323c2-3c02-4c1d-95e4-fd160e7c877e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:53.554473 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a647eff5-2dc5-4d9c-8b89-3013c6a844a0 req-2da323c2-3c02-4c1d-95e4-fd160e7c877e tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 944 time: 0.1136429 Oct 22 18:57:53.588980 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:53.612568 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a647eff5-2dc5-4d9c-8b89-3013c6a844a0 req-24731406-3172-4379-a311-3a19c0117352 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510025 Oct 22 18:57:53.654183 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Deleting port 319c305a-eb05-447e-8e5b-acd6eb4f3497 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:53.654515 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:53.724802 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:57:52Z', 'revision_number': 5, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port': {'id': '319c305a-eb05-447e-8e5b-acd6eb4f3497', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:38Z', 'updated_at': '2021-10-22T18:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:53.735637 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] For port 319c305a-eb05-447e-8e5b-acd6eb4f3497, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=319c305a-eb05-447e-8e5b-acd6eb4f3497,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:53.736021 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:53.749194 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Calling delete_port for 319c305a-eb05-447e-8e5b-acd6eb4f3497 owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:53.755313 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] Checking router: d4779d11-e274-4739-bc1a-999d0edc8e1e for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:57:53.764140 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] Routers {'d4779d11-e274-4739-bc1a-999d0edc8e1e'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:53.764759 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['d4779d11-e274-4739-bc1a-999d0edc8e1e'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:53.851574 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] Set router d4779d11-e274-4739-bc1a-999d0edc8e1e gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:53.904056 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:57:53Z', 'revision_number': 6, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:53.917947 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:53.933641 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763078c-ebd7-467b-bbb2-20eaa5135f8b None None] The sync data for ids ['d4779d11-e274-4739-bc1a-999d0edc8e1e'] in dv-cinder-815146-1-iscsi is: [{'id': 'd4779d11-e274-4739-bc1a-999d0edc8e1e', 'name': 'tempest-TestShelveInstance-1797710755-router', 'tenant_id': '51c089a42bdd43b9ac5311b376bd4533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:37Z', 'updated_at': '2021-10-22T18:57:53Z', 'revision_number': 6, 'project_id': '51c089a42bdd43b9ac5311b376bd4533', 'gw_port_host': None}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:57:53.942973 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Pushing event deleted for resources: {'Port': ['ID=319c305a-eb05-447e-8e5b-acd6eb4f3497,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:54.003162 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.328984 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.331539 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.383007 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.383710 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4779d11-e274-4739-bc1a-999d0edc8e1e {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 18:57:54.389002 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.390171 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6e30ec3f-5cb5-4a97-9c98-80602f21b563 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d4779d11-e274-4739-bc1a-999d0edc8e1e HTTP/1.1" status: 204 len: 168 time: 1.1064596 Oct 22 18:57:54.392789 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40086) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:54.416526 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 73f565bf-24c3-46d6-bfff-98b00762a3bc up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:57:54.436343 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] Deleting subnet b0f62572-2170-4910-a7e5-ba281d9b74c6 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:57:54.439472 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.464048 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 73f565bf-24c3-46d6-bfff-98b00762a3bc completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:57:54.467912 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 73f565bf-24c3-46d6-bfff-98b00762a3bc triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:57:54.468281 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.475055 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.558338 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.581545 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:54.583964 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56adc571-01a1-497e-a8a6-a9cc483df350" -d '{"events": [{"server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "name": "network-vif-plugged", "status": "completed", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:54.596019 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5f142-70ae-4506-b02a-061e3b64de18 req-285ce485-df02-4203-8aa7-f43d0abb2256 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:54.597735 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-44e5f142-70ae-4506-b02a-061e3b64de18 req-285ce485-df02-4203-8aa7-f43d0abb2256 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0497534 Oct 22 18:57:54.602509 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.604391 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 73f565bf-24c3-46d6-bfff-98b00762a3bc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:54.611959 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.639738 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7046e8b4-0f6d-4ec8-a4ac-998a474a0080 x-openstack-request-id: req-7046e8b4-0f6d-4ec8-a4ac-998a474a0080 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:54.640175 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "name": "network-vif-plugged", "status": "completed", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:54.640517 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7046e8b4-0f6d-4ec8-a4ac-998a474a0080 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:54.641029 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'code': 200} Oct 22 18:57:54.651440 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-44e5f142-70ae-4506-b02a-061e3b64de18 req-9f5158d8-4cab-44ec-afdc-1672993fb24a tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455008 Oct 22 18:57:54.680981 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=73f565bf-24c3-46d6-bfff-98b00762a3bc,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:54.689691 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.690447 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.691071 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.691598 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.692055 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.692570 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.693010 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.693470 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.693890 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.694304 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.694655 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.695098 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.695864 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:57:54.726782 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.731094 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0f62572-2170-4910-a7e5-ba281d9b74c6 HTTP/1.1" status: 204 len: 168 time: 0.3370709 Oct 22 18:57:54.732354 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39332d94-73e2-4911-a202-3793827833d1 None None] Network 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:57:54.733377 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40094) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:54.789840 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504815d-83b5-4612-b7e6-7e661e80b948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f62572-2170-4910-a7e5-ba281d9b74c6,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:54.824787 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dd3dc-d197-40b6-a1a5-5b855dfe825d req-8dfd36e1-1b5c-4ef6-966d-1441e03340ff tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:54.826600 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a35dd3dc-d197-40b6-a1a5-5b855dfe825d req-8dfd36e1-1b5c-4ef6-966d-1441e03340ff tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.1166134 Oct 22 18:57:54.872877 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a35dd3dc-d197-40b6-a1a5-5b855dfe825d req-27f91f32-86f5-4183-990d-82d1f7aae211 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Oct 22 18:57:54.875270 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.881604 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9c356-3240-4df3-a25a-ce2c8e4e1d12 req-88472ff3-ba2d-4eb5-8303-05e667b599e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:54.883502 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-12f9c356-3240-4df3-a25a-ce2c8e4e1d12 req-88472ff3-ba2d-4eb5-8303-05e667b599e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 1098 time: 0.0817335 Oct 22 18:57:54.942129 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] DHCP port deletion for 1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 18:57:54.957578 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-12f9c356-3240-4df3-a25a-ce2c8e4e1d12 req-f0495598-4d21-44e2-b907-c0a960ef9e40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Oct 22 18:57:54.968840 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Deleting port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:54.969178 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:54.995310 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] Deleting port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:54.995872 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.049880 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] For port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:55.050543 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.062278 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device a060e897-cb7f-49d4-b2c8-a02b0355bd0b no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:55.066638 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Calling delete_port for 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:55.092129 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: a060e897-cb7f-49d4-b2c8-a02b0355bd0b {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:57:55.092545 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device a060e897-cb7f-49d4-b2c8-a02b0355bd0b not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:55.093048 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:55.095769 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] For port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,segment=NetworkSegment(da0e2fa7-a240-428a-b8a5-36ec3387ea00),segment_id=da0e2fa7-a240-428a-b8a5-36ec3387ea00)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:55.096238 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.128462 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] Calling delete_port for 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:55.152076 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.178245 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:55.180724 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] No DVR routers for this DVR port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 on host dv-cinder-815146-1-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:57:55.209802 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No active binding found for port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 {{(pid=106216) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 22 18:57:55.210323 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:55.210881 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 319c305a-eb05-447e-8e5b-acd6eb4f3497 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:55.237689 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 319c305a-eb05-447e-8e5b-acd6eb4f3497 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:57:55.238039 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 319c305a-eb05-447e-8e5b-acd6eb4f3497 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:55.257372 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.276635 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471'] for port, after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.280633 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:55.290815 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0e2fa7-a240-428a-b8a5-36ec3387ea00') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:55.291109 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0e2fa7-a240-428a-b8a5-36ec3387ea00') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:55.300739 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.306147 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] No DVR routers for this DVR port 12c8b0eb-fa2f-4262-9ee0-688e1acad5a0 on host dv-cinder-815146-1-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:57:55.306344 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d335b70-fafd-405d-8dd3-47b996105e75 None None] Pushing event deleted for resources: {'Port': ['ID=12c8b0eb-fa2f-4262-9ee0-688e1acad5a0,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:55.315946 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.324215 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:57:55.325228 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:57:55.328376 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:57:55.399348 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.412362 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.418482 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.422526 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47 HTTP/1.1" status: 204 len: 168 time: 0.6880136 Oct 22 18:57:55.424310 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9048-da51-4930-bdf8-fa124e5eeff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d626ef7-a2d6-4686-bfb0-e4f5d9f48d47,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:55.424897 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40096) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:55.772463 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2f537-dae3-4838-ab92-baf418886813 req-489e1480-567d-401a-8d4a-0a8442008b06 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:55.774062 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c5f2f537-dae3-4838-ab92-baf418886813 req-489e1480-567d-401a-8d4a-0a8442008b06 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0535948 Oct 22 18:57:55.781164 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:55.816121 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c5f2f537-dae3-4838-ab92-baf418886813 req-ae726ec1-ef53-4394-b571-8b7922bb7ba1 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359988 Oct 22 18:57:56.021459 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf358a-007c-4dac-ad2b-33301febbff3 req-97a21017-7db0-4c51-a867-03dc68cb73bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:56.022950 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-25bf358a-007c-4dac-ad2b-33301febbff3 req-97a21017-7db0-4c51-a867-03dc68cb73bd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.0732279 Oct 22 18:57:56.080583 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-25bf358a-007c-4dac-ad2b-33301febbff3 req-a0981b79-d74d-41c8-a403-ee943f300e28 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386038 Oct 22 18:57:56.094026 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Deleting port be10ce15-0624-439a-b650-64f33b0219d8 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:56.094386 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:56.170429 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] For port be10ce15-0624-439a-b650-64f33b0219d8, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=be10ce15-0624-439a-b650-64f33b0219d8,segment=NetworkSegment(a0fc60d3-38cf-411d-baf0-d56e2c674465),segment_id=a0fc60d3-38cf-411d-baf0-d56e2c674465)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:56.170808 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:56.182802 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Calling delete_port for be10ce15-0624-439a-b650-64f33b0219d8 owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:56.360613 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:56.393296 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=be10ce15-0624-439a-b650-64f33b0219d8,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:56.561694 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:56.780182 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Router 5b37e1ac-024f-42c1-83b7-948e9885bea6 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:57:56.887118 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:57:56.894850 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7d0f719c-9e89-437b-ad5d-d587f86d9c9d admin admin] 10.222.0.15 "PUT /v2.0/routers/5b37e1ac-024f-42c1-83b7-948e9885bea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4663692 Oct 22 18:57:56.894850 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40104) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:56.896359 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] Sync routers for ids ['5b37e1ac-024f-42c1-83b7-948e9885bea6'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:57:56.908183 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] Routers {'5b37e1ac-024f-42c1-83b7-948e9885bea6'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:56.908798 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['5b37e1ac-024f-42c1-83b7-948e9885bea6'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:56.932107 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbff4-593c-4c6f-891d-f438836c69ad req-91c4326b-5ac6-44cb-b78b-bb4e1ee3a3f4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:56.933689 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-323bbff4-593c-4c6f-891d-f438836c69ad req-91c4326b-5ac6-44cb-b78b-bb4e1ee3a3f4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0515196 Oct 22 18:57:56.971105 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-323bbff4-593c-4c6f-891d-f438836c69ad req-589d767b-1482-42e8-bf57-2216f54ea4f7 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Oct 22 18:57:57.008090 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks [] for router, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.035173 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] Set router 5b37e1ac-024f-42c1-83b7-948e9885bea6 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:57.116533 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.235841 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:57:56Z', 'revision_number': 5, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port': {'id': 'eef5eecf-5cfa-465b-b304-adeec74de1d1', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:43Z', 'updated_at': '2021-10-22T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:57.263493 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] Checking router: 5b37e1ac-024f-42c1-83b7-948e9885bea6 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:57:57.272911 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] Routers {'5b37e1ac-024f-42c1-83b7-948e9885bea6'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:57.273550 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['5b37e1ac-024f-42c1-83b7-948e9885bea6'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:57.361675 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] Set router 5b37e1ac-024f-42c1-83b7-948e9885bea6 gateway port host: None {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:57.416776 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:57:57Z', 'revision_number': 6, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:57.440682 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb6a3b-6730-4fa3-aea9-c2e54f155ed5 req-28747850-f58b-48b6-abda-3dca2dd0cb1b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:57.442152 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dbb6a3b-6730-4fa3-aea9-c2e54f155ed5 req-28747850-f58b-48b6-abda-3dca2dd0cb1b tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.0617042 Oct 22 18:57:57.443583 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3cdfa-1b69-4fd5-b055-40bdd72f33aa None None] The sync data for ids ['5b37e1ac-024f-42c1-83b7-948e9885bea6'] in dv-cinder-815146-1-iscsi is: [{'id': '5b37e1ac-024f-42c1-83b7-948e9885bea6', 'name': 'tempest-TestShelveInstance-130021170-router', 'tenant_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:42Z', 'updated_at': '2021-10-22T18:57:57Z', 'revision_number': 6, 'project_id': '45eb5eda5b184319a11b74be8ba2f9f7', 'gw_port_host': None}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:57:57.451644 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Deleting port eef5eecf-5cfa-465b-b304-adeec74de1d1 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:57.452058 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.539632 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dbb6a3b-6730-4fa3-aea9-c2e54f155ed5 req-6dfd379d-b7ef-48b5-9cd6-5e85f0fb35cc tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903201 Oct 22 18:57:57.562904 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] For port eef5eecf-5cfa-465b-b304-adeec74de1d1, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=eef5eecf-5cfa-465b-b304-adeec74de1d1,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:57.563570 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.576012 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Calling delete_port for eef5eecf-5cfa-465b-b304-adeec74de1d1 owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:57.649349 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8116d-a224-45df-8226-ee867c1c2e28 req-6021f84b-4f8a-45e8-b838-4f5c117a31c9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:57.650829 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4de8116d-a224-45df-8226-ee867c1c2e28 req-6021f84b-4f8a-45e8-b838-4f5c117a31c9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.0485160 Oct 22 18:57:57.659476 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40110) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:57.663865 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Request body: {'floatingip': {'port_id': '73f565bf-24c3-46d6-bfff-98b00762a3bc'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:57:57.705869 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.739227 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.765473 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Pushing event deleted for resources: {'Port': ['ID=eef5eecf-5cfa-465b-b304-adeec74de1d1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:57.834644 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.929082 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.931798 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.975191 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.976266 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b37e1ac-024f-42c1-83b7-948e9885bea6 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 18:57:57.981182 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:57.982317 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8ea87df1-b947-443e-8078-6d68b12114ab admin admin] 10.222.0.15 "DELETE /v2.0/routers/5b37e1ac-024f-42c1-83b7-948e9885bea6 HTTP/1.1" status: 204 len: 168 time: 1.0865400 Oct 22 18:57:57.984782 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40112) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:58.030376 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] Deleting subnet cbbdd67d-3e29-4924-a457-9011ed626ca0 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:57:58.033624 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.095926 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.142721 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2c30-e0ed-4e83-a5ac-54b0278afd0e req-a8fb9443-b91e-47ee-8768-8d05ab23ab74 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:58.144116 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-575b2c30-e0ed-4e83-a5ac-54b0278afd0e req-a8fb9443-b91e-47ee-8768-8d05ab23ab74 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0916152 Oct 22 18:57:58.214052 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.219108 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-575b2c30-e0ed-4e83-a5ac-54b0278afd0e req-124a8766-1558-4158-aee4-f593bac8eace tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676513 Oct 22 18:57:58.283782 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.311286 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbdd67d-3e29-4924-a457-9011ed626ca0,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:58.313537 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.316895 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8f236b82-f34d-4944-81b6-a9c1a4673b17 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cbbdd67d-3e29-4924-a457-9011ed626ca0 HTTP/1.1" status: 204 len: 168 time: 0.3311465 Oct 22 18:57:58.319370 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40116) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:58.325016 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c988d-70ed-431d-b80b-94aa44af5880 None None] Network 4b5135df-59be-4dd9-a4f4-6d062efdaa6e requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:57:58.401319 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.463586 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Deleting port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:58.463894 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.519892 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] DHCP port deletion for 4b5135df-59be-4dd9-a4f4-6d062efdaa6e request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 18:57:58.539832 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] For port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,segment=NetworkSegment(a0fc60d3-38cf-411d-baf0-d56e2c674465),segment_id=a0fc60d3-38cf-411d-baf0-d56e2c674465)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:58.540230 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.555535 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Calling delete_port for b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 owned by network:dhcp {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:58.581029 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.593182 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.593790 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] Deleting port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:57:58.593790 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.655462 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] For port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,segment=NetworkSegment(a0fc60d3-38cf-411d-baf0-d56e2c674465),segment_id=a0fc60d3-38cf-411d-baf0-d56e2c674465)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:57:58.655740 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.656211 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.668831 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] Calling delete_port for b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:57:58.684053 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Pushing event deleted for resources: {'Port': ['ID=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:58.685896 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] No DVR routers for this DVR port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 on host dv-cinder-815146-1-iscsi {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:57:58.704096 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Floating IP 931faa06-56a8-4063-858d-bfc127a7ff25 associated. External IP: 172.27.0.168, port: 73f565bf-24c3-46d6-bfff-98b00762a3bc. Oct 22 18:57:58.753043 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471'] for port, after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.761652 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.770920 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] No DVR routers for this DVR port b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 on host dv-cinder-815146-1-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:57:58.792560 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7591c3-8a71-4ae6-a723-f65251b30bcc None None] Pushing event deleted for resources: {'Port': ['ID=b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:58.800723 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5135df-59be-4dd9-a4f4-6d062efdaa6e']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:58.811727 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fc60d3-38cf-411d-baf0-d56e2c674465') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:58.812023 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fc60d3-38cf-411d-baf0-d56e2c674465') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:58.821491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439947'] for segment, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.835044 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.841328 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:57:58.841712 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12441473'] for segment, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: Traceback (most recent call last): Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: timer() Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: cb(*args, **kw) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: return func(*args, **kwargs) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: self._notify() Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: self.callback(batched_events) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: event.method(event) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: return f(self, *a, **k) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._get(url).json() Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: return self.request(url, 'GET', **kwargs) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:57:58.843389 dv-cinder-815146-1-iscsi neutron-server[106214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:57:58.897857 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.904728 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:58.908595 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b5135df-59be-4dd9-a4f4-6d062efdaa6e HTTP/1.1" status: 204 len: 168 time: 0.5860100 Oct 22 18:57:58.919910 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac5480-f51a-4414-bc1f-e7d17bd6882f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5135df-59be-4dd9-a4f4-6d062efdaa6e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:58.936663 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Router 3662a3a5-1f9f-437a-81d3-96ef181329b8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:57:59.035272 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40120) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:59.050468 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:57:59.055842 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.062355 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] Sync routers for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:57:59.067064 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device be10ce15-0624-439a-b650-64f33b0219d8 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:59.076297 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-47a9c2a6-3b95-4120-a53e-6f791aa9a436 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51c089a42bdd43b9ac5311b376bd4533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398643 Oct 22 18:57:59.079096 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40122) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:59.082892 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-436b567c-da49-49f7-948c-31ceb49d64c7 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "PUT /v2.0/floatingips/931faa06-56a8-4063-858d-bfc127a7ff25 HTTP/1.1" status: 200 len: 991 time: 1.4223635 Oct 22 18:57:59.083466 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:57:59.088058 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de87db95-8f0f-4744-bd3a-a2f213f83404" -d '{"events": [{"name": "network-changed", "server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:57:59.093467 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: be10ce15-0624-439a-b650-64f33b0219d8 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:57:59.093933 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device be10ce15-0624-439a-b650-64f33b0219d8 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:59.094396 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:59.120796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:57:59.121144 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device b07aaae5-ed68-4f19-bd76-5c61c5c3ebf2 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:59.121756 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device eef5eecf-5cfa-465b-b304-adeec74de1d1 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:57:59.124530 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:59.125560 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:59.133611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e277abb-6ebf-4f33-a02a-6c713044ffa3 x-openstack-request-id: req-9e277abb-6ebf-4f33-a02a-6c713044ffa3 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:57:59.133971 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:57:59.134328 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e277abb-6ebf-4f33-a02a-6c713044ffa3 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:57:59.134793 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'status': 'completed', 'code': 200} Oct 22 18:57:59.146275 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: eef5eecf-5cfa-465b-b304-adeec74de1d1 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:57:59.146891 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device eef5eecf-5cfa-465b-b304-adeec74de1d1 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:57:59.159335 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d536fefc-71f3-45fa-9e65-9e1e6c4bcc8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.183006 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d536fefc-71f3-45fa-9e65-9e1e6c4bcc8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.239664 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d536fefc-71f3-45fa-9e65-9e1e6c4bcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.246321 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d536fefc-71f3-45fa-9e65-9e1e6c4bcc8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.255174 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d536fefc-71f3-45fa-9e65-9e1e6c4bcc8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f116998d-026c-4f6d-8233-ea64310ee2c2 HTTP/1.1" status: 204 len: 168 time: 0.1745832 Oct 22 18:57:59.263495 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:59.266726 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536fefc-71f3-45fa-9e65-9e1e6c4bcc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116998d-026c-4f6d-8233-ea64310ee2c2,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:59.341851 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-ba511229-6111-471d-95d9-a1594dcab7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:59.343415 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-ba511229-6111-471d-95d9-a1594dcab7c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1913537aed9148638d0669cefee6520e&device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 1098 time: 0.1840441 Oct 22 18:57:59.356796 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00610509-3ceb-46d0-a6f7-68688b3bf4fb req-dfe54dfb-bd0a-4b5e-bc3e-9581803a65ae tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:59.358509 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00610509-3ceb-46d0-a6f7-68688b3bf4fb req-dfe54dfb-bd0a-4b5e-bc3e-9581803a65ae tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0505137 Oct 22 18:57:59.410107 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00610509-3ceb-46d0-a6f7-68688b3bf4fb req-ba93ae59-9d10-4633-96e0-a436219691de tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452187 Oct 22 18:57:59.467616 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-e00b090d-adcb-4941-90d2-dc39c5d119ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:59.469119 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-e00b090d-adcb-4941-90d2-dc39c5d119ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 200 len: 911 time: 0.1163294 Oct 22 18:57:59.540256 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-4c3f3f99-748a-45e7-8f96-4587e09a5aad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc HTTP/1.1" status: 200 len: 999 time: 0.0628736 Oct 22 18:57:59.595555 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-e2ab5621-bc2a-466a-b6a2-8dd631d7d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:59.597096 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-e2ab5621-bc2a-466a-b6a2-8dd631d7d6a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 200 len: 849 time: 0.0489404 Oct 22 18:57:59.646170 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-079b468c-52a5-406b-a799-ac027735835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:57:59.647838 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-079b468c-52a5-406b-a799-ac027735835f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b28a4df9-e9fd-4541-b06c-035940bb8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426540 Oct 22 18:57:59.658495 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40136) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:59.659622 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '931faa06-56a8-4063-858d-bfc127a7ff25', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'port_id': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'mac_address': 'fa:16:3e:0c:98:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79e8208-e945-4d03-9547-e358f69766f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:57:44Z', 'updated_at': '2021-10-22T18:57:58Z', 'revision_number': 1, 'project_id': '1913537aed9148638d0669cefee6520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:59.691487 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] Checking router: 3662a3a5-1f9f-437a-81d3-96ef181329b8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:57:59.699827 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:57:59.700439 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:57:59.706737 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-625ff6a6-5dc2-4f53-955e-8f220d50114d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45eb5eda5b184319a11b74be8ba2f9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446751 Oct 22 18:57:59.706991 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40138) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:57:59.740757 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-588675a9-6893-4a5b-9162-11cb72ebb95a service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838161 Oct 22 18:57:59.761504 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5aa8094a-50db-401e-b779-68168d0c153e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.788475 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5aa8094a-50db-401e-b779-68168d0c153e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.809197 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:57:59.841771 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5aa8094a-50db-401e-b779-68168d0c153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.845039 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5aa8094a-50db-401e-b779-68168d0c153e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:57:59.846565 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5aa8094a-50db-401e-b779-68168d0c153e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2736dfe-f75a-4592-a72c-a4acb72b8772 HTTP/1.1" status: 204 len: 168 time: 0.1387208 Oct 22 18:57:59.854760 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8094a-50db-401e-b779-68168d0c153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2736dfe-f75a-4592-a72c-a4acb72b8772,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:57:59.856783 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-de87db95-8f0f-4744-bd3a-a2f213f83404 req-c120a250-7c70-4e3a-93d6-7ef229124b9e service neutron] 10.222.0.37 "GET /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066992 Oct 22 18:58:00.052348 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '931faa06-56a8-4063-858d-bfc127a7ff25', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'port_id': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'mac_address': 'fa:16:3e:0c:98:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79e8208-e945-4d03-9547-e358f69766f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:57:44Z', 'updated_at': '2021-10-22T18:57:58Z', 'revision_number': 1, 'project_id': '1913537aed9148638d0669cefee6520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:00.085736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb5821-71bc-473c-b75f-a27429de271e None None] The sync data for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi is: [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '931faa06-56a8-4063-858d-bfc127a7ff25', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'port_id': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'mac_address': 'fa:16:3e:0c:98:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79e8208-e945-4d03-9547-e358f69766f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:57:44Z', 'updated_at': '2021-10-22T18:57:58Z', 'revision_number': 1, 'project_id': '1913537aed9148638d0669cefee6520e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:58:00.278235 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eaf642-bbf2-4ed7-aee0-d396cc8178d5 None None] New status for floating IP 931faa06-56a8-4063-858d-bfc127a7ff25: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:58:00.432504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 8e997ee9-9095-4984-b501-bf87b041ef9c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:58:00.527865 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43981-0360-48a1-8d68-cadffa9f37ba req-afbf13bb-e429-4b99-95f2-93fc4fe49a0f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:00.529265 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-91f43981-0360-48a1-8d68-cadffa9f37ba req-afbf13bb-e429-4b99-95f2-93fc4fe49a0f tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 943 time: 0.0494328 Oct 22 18:58:00.530049 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 8e997ee9-9095-4984-b501-bf87b041ef9c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e997ee9-9095-4984-b501-bf87b041ef9c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:58:00.541682 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'port_id': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'mac_address': 'fa:16:3e:1c:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:58:00.566871 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-91f43981-0360-48a1-8d68-cadffa9f37ba req-9e256737-bccf-447e-b780-5488aec23c23 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Oct 22 18:58:00.583444 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:00.596725 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e997ee9-9095-4984-b501-bf87b041ef9c {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:58:00.616560 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 8e997ee9-9095-4984-b501-bf87b041ef9c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e997ee9-9095-4984-b501-bf87b041ef9c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:58:00.619613 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:00.664642 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=8e997ee9-9095-4984-b501-bf87b041ef9c,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:01.026598 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['8e997ee9-9095-4984-b501-bf87b041ef9c'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:58:01.681788 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04271-2bd1-45f7-906d-371785163368 req-d5f04da3-0c94-435c-a156-b4d59a1bf8bd tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:01.683270 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-94b04271-2bd1-45f7-906d-371785163368 req-d5f04da3-0c94-435c-a156-b4d59a1bf8bd tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 944 time: 0.0483272 Oct 22 18:58:01.720670 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-94b04271-2bd1-45f7-906d-371785163368 req-0d1e7e5e-a1ca-44ac-8658-1d741cb296c0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Oct 22 18:58:02.439317 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 8e997ee9-9095-4984-b501-bf87b041ef9c up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:58:02.479623 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:58:02.494462 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 8e997ee9-9095-4984-b501-bf87b041ef9c completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:58:02.498174 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 8e997ee9-9095-4984-b501-bf87b041ef9c triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:58:02.498677 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:02.574506 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:02.596905 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:58:02.599172 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52361830-be15-462c-a700-a47974646f49" -d '{"events": [{"server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "name": "network-vif-plugged", "status": "completed", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:58:02.612227 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 8e997ee9-9095-4984-b501-bf87b041ef9c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e997ee9-9095-4984-b501-bf87b041ef9c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:58:02.616738 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:02.639096 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d98cd1-cdab-434e-8f9a-e24d6c170df3 x-openstack-request-id: req-f5d98cd1-cdab-434e-8f9a-e24d6c170df3 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:58:02.639384 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "name": "network-vif-plugged", "status": "completed", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:58:02.639641 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5d98cd1-cdab-434e-8f9a-e24d6c170df3 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:58:02.640020 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'code': 200} Oct 22 18:58:02.664334 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=8e997ee9-9095-4984-b501-bf87b041ef9c,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:02.842011 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b204051-d9e1-4288-934a-ab86fd9a0625 req-4e9c34ff-288f-4cae-9355-47e29596922b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:02.843551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4b204051-d9e1-4288-934a-ab86fd9a0625 req-4e9c34ff-288f-4cae-9355-47e29596922b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 945 time: 0.0525906 Oct 22 18:58:02.906922 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74af7e-193c-4be5-a990-a479ebf426b1 req-83144e01-b78d-4d63-9c32-e945108be602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:02.908442 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4a74af7e-193c-4be5-a990-a479ebf426b1 req-83144e01-b78d-4d63-9c32-e945108be602 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 1098 time: 0.0432763 Oct 22 18:58:02.912320 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4b204051-d9e1-4288-934a-ab86fd9a0625 req-011d74ad-c18a-49b1-845e-da388ae18a1e tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595739 Oct 22 18:58:02.914964 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-904992eb-a6e9-4d50-b7eb-47782f590f88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704851 Oct 22 18:58:02.946204 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4a74af7e-193c-4be5-a990-a479ebf426b1 req-885dbf16-8fb6-4dff-999a-987954041440 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299499 Oct 22 18:58:02.975957 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-03edc675-7f73-4109-b922-831690a2ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:02.977436 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-03edc675-7f73-4109-b922-831690a2ad83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed23824381e47008d6df4620c158834&device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 1100 time: 0.0405169 Oct 22 18:58:03.341543 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-9ab91328-a094-42ad-80f4-6589229e3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:03.343007 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-9ab91328-a094-42ad-80f4-6589229e3a64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 200 len: 917 time: 0.0881245 Oct 22 18:58:03.409067 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-a00da140-d8d2-4065-a4b9-202e22ce9e85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 200 len: 1001 time: 0.0568404 Oct 22 18:58:03.462189 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-567d47af-6955-491b-b18c-a26f2c4d9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:03.463603 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-567d47af-6955-491b-b18c-a26f2c4d9ca5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 200 len: 855 time: 0.0428901 Oct 22 18:58:03.515602 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-eb4b3b2d-9b2b-4d94-9887-ab89f08840bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:03.516949 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-eb4b3b2d-9b2b-4d94-9887-ab89f08840bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ab7e5a-28b7-4495-a7ff-4975117a9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432234 Oct 22 18:58:03.612051 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-ec0fa537-3d9d-4830-9b7e-fc6f86a6c337 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871701 Oct 22 18:58:03.705562 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e1a5ba3b-2718-4843-8376-7781e8b000f9 req-2953c03d-3e46-4cd9-88fd-a21ef4e56f2f service neutron] 10.222.0.37 "GET /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851011 Oct 22 18:58:04.035851 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a83cee-3adb-4917-bf0d-736c9e25db33 req-79734a34-46f9-4402-807a-955d755c3127 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:04.037298 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-70a83cee-3adb-4917-bf0d-736c9e25db33 req-79734a34-46f9-4402-807a-955d755c3127 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 945 time: 0.0498488 Oct 22 18:58:04.074438 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-70a83cee-3adb-4917-bf0d-736c9e25db33 req-f11a75b2-0a29-42b8-b186-2f913d693c98 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305393 Oct 22 18:58:05.188368 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fe7ba-d824-4588-bd56-81a5c6aa1dc3 req-81871e74-74eb-4881-8e60-97ee09c0e466 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:05.189827 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce2fe7ba-d824-4588-bd56-81a5c6aa1dc3 req-81871e74-74eb-4881-8e60-97ee09c0e466 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 945 time: 0.0484054 Oct 22 18:58:05.226403 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce2fe7ba-d824-4588-bd56-81a5c6aa1dc3 req-52f30609-7c8d-49d9-80dc-be3f8c2a8b5c tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299788 Oct 22 18:58:05.354194 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee50b1-c297-4c20-89ff-6e3df7e63b94 req-ef093a12-2a57-4ee4-aad8-ddd0b8594a99 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:05.355657 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2fee50b1-c297-4c20-89ff-6e3df7e63b94 req-ef093a12-2a57-4ee4-aad8-ddd0b8594a99 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 945 time: 0.0479743 Oct 22 18:58:05.393206 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2fee50b1-c297-4c20-89ff-6e3df7e63b94 req-ee17c0a9-ec5b-4472-9b30-8fcb31821328 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317495 Oct 22 18:58:05.416390 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40170) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:05.639567 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d286e-4675-41aa-873d-6b5ac2f93577 tempest-TestVolumeBootPattern-1302199323 tempest-TestVolumeBootPattern-1302199323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:05.641085 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6c6d286e-4675-41aa-873d-6b5ac2f93577 tempest-TestVolumeBootPattern-1302199323 tempest-TestVolumeBootPattern-1302199323-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 1093 time: 0.2236989 Oct 22 18:58:05.643814 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40174) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:05.650238 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'port_id': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:58:05.671553 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:05.769017 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:05.876137 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Allocated IP 172.27.0.48 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/21fdc8b5-e954-4b8f-b865-364a54766bcf) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:58:05.977203 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:06.009765 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:06.045912 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:58:06.048566 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:58:06.051867 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:58:06.059733 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=21fdc8b5-e954-4b8f-b865-364a54766bcf,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:06.409653 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:06.476513 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:06.621538 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:06.625788 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:06.695295 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event updated for resources: {'Port': ['ID=21fdc8b5-e954-4b8f-b865-364a54766bcf,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:06.706497 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:06.804939 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Floating IP 078ba436-1b1a-4692-b25b-35dacd488ad3 associated. External IP: 172.27.0.48, port: 8e997ee9-9095-4984-b501-bf87b041ef9c. Oct 22 18:58:07.008800 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:58:07.112713 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:58:07.121990 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:58:07.129190 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:07.133741 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:58:07.134398 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:07.159837 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7b5e002a-abd1-4feb-9c70-f0dee789a775 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5150278 Oct 22 18:58:07.160429 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:58:07.165138 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:58:07.247114 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:58:07.328903 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bbf342-b6e4-4121-ab5d-b2e04af5f38d x-openstack-request-id: req-f4bbf342-b6e4-4121-ab5d-b2e04af5f38d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:58:07.329199 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:58:07.329455 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4bbf342-b6e4-4121-ab5d-b2e04af5f38d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:58:07.329851 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'status': 'completed', 'code': 200} Oct 22 18:58:07.393404 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-0a0db105-0683-4cf3-a5e0-b1e2f6b947ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:07.394911 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-0a0db105-0683-4cf3-a5e0-b1e2f6b947ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 1098 time: 0.0439708 Oct 22 18:58:07.476328 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '078ba436-1b1a-4692-b25b-35dacd488ad3', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:1c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:58:06Z', 'updated_at': '2021-10-22T18:58:06Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}, {'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:47Z', 'revision_number': 1, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:07.485403 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-82011c78-32d7-4767-810d-ec5743049b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:07.487177 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-82011c78-32d7-4767-810d-ec5743049b54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.0852523 Oct 22 18:58:07.509216 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:58:07.517463 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:58:07.518103 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:57:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:07.557044 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-11f5f951-bd11-48bc-8b52-fa912cafd9e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e997ee9-9095-4984-b501-bf87b041ef9c HTTP/1.1" status: 200 len: 998 time: 0.0627458 Oct 22 18:58:07.620611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-f64be914-6992-4f02-a578-917fce413c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:07.622089 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-f64be914-6992-4f02-a578-917fce413c65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0449798 Oct 22 18:58:07.633283 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:58:07.667939 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-e59f69b4-aea7-4965-a4bf-ae4fd8fcd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:07.669433 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-e59f69b4-aea7-4965-a4bf-ae4fd8fcd679 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404022 Oct 22 18:58:07.765283 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-030d3d39-0f8d-456f-84a3-72d8098f147d service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884292 Oct 22 18:58:07.853492 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fa6d12b7-07d7-45e1-afe5-08efc5e22cb9 req-495587f0-8264-4aa4-b10f-5c1994068e52 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801229 Oct 22 18:58:07.981822 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '078ba436-1b1a-4692-b25b-35dacd488ad3', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:1c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:58:06Z', 'updated_at': '2021-10-22T18:58:06Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}, {'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:47Z', 'revision_number': 1, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:08.011530 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e1f9a-26d7-459f-a246-d130167653c8 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '078ba436-1b1a-4692-b25b-35dacd488ad3', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:1c:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:58:06Z', 'updated_at': '2021-10-22T18:58:06Z', 'revision_number': 0, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}, {'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:47Z', 'revision_number': 1, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:58:08.188796 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177220f-c11a-480b-8f28-a654baf12216 None None] New status for floating IP 078ba436-1b1a-4692-b25b-35dacd488ad3: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:58:14.245250 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a624485d-226a-489a-84c7-ec14c1e67956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:16.956048 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1daa93a-1ea2-417e-b5fb-7672348e302e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:17.962446 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:18.320778 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:19.970747 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:25.420738 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:39.479368 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:58:44.245600 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5143b21f-128f-4974-ba02-643c0b658140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:46.957228 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1c86236f-cc29-48d7-86f9-2efa662b09ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:47.769117 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e9206-ef52-4695-9b14-a99a5542f1c6 req-1533b832-fa62-41b4-b1ee-1dbaaddb8a8e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:47.770510 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fd4e9206-ef52-4695-9b14-a99a5542f1c6 req-1533b832-fa62-41b4-b1ee-1dbaaddb8a8e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0567167 Oct 22 18:58:47.808617 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fd4e9206-ef52-4695-9b14-a99a5542f1c6 req-2e31fed3-1133-4cd1-a887-f26b927ce89e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314810 Oct 22 18:58:47.964205 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:48.323238 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:48.925883 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cc928-1751-48e3-adf6-7a3fb042b613 req-f2fc663b-a80f-4fa0-814a-ce43c1ee787e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:48.927363 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fd4cc928-1751-48e3-adf6-7a3fb042b613 req-f2fc663b-a80f-4fa0-814a-ce43c1ee787e tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0477715 Oct 22 18:58:48.964952 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-fd4cc928-1751-48e3-adf6-7a3fb042b613 req-b5b30aae-31f8-4f4d-b371-7a2476990411 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups?id=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305479 Oct 22 18:58:49.339006 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-cc9e80a2-b5d9-4c15-8b75-b303c2288252 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:58:49.340433 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-cc9e80a2-b5d9-4c15-8b75-b303c2288252 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 947 time: 0.0479734 Oct 22 18:58:49.431074 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Deleting port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:58:49.431408 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:49.518145 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] For port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:58:49.518445 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:49.697402 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:49.697796 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:49.698104 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Floating IP 60723b29-8184-434a-a51f-675971b7a148 disassociated. External IP: 172.27.0.31, port: a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4. Oct 22 18:58:49.698444 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Calling delete_port for a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:58:49.821439 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:49.851024 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event deleted for resources: {'Port': ['ID=a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:49.860947 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.861298 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.861639 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.861976 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.862337 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.862669 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.862997 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.863323 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.863648 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.863981 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.864726 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.864726 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:49.971924 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:49.973154 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Router c446c57e-fda2-4d75-88d4-3d32b793e57d has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:58:50.354181 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-9bb28be7-744e-4a07-a3fb-f0da10505ac2 req-f1b94739-e139-44e9-883a-09131ebd839c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/ports?device_id=f51c2f97-a4bc-40e6-84d8-b9c30826644d HTTP/1.1" status: 200 len: 210 time: 0.3154049 Oct 22 18:58:50.366082 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:58:50.377455 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] Sync routers for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:58:50.387848 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:58:50.388459 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:58:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:50.405497 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] No DVR routers for this DVR port a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:58:50.408008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:50.411296 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3b9e0047-b00b-4f22-9faf-ef127b0e908f req-2a21ad7f-9bcd-4280-951d-a718a7e74f90 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.37 "DELETE /v2.0/ports/a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 HTTP/1.1" status: 204 len: 173 time: 1.0648906 Oct 22 18:58:50.412251 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-deleted', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:58:50.414667 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06689fd1-6bad-4a75-a819-80a62b12da07" -d '{"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-deleted", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:58:50.458318 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424b899d-07d6-4e6e-90f8-a72b8a6bb469 x-openstack-request-id: req-424b899d-07d6-4e6e-90f8-a72b8a6bb469 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:58:50.459268 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c2f97-a4bc-40e6-84d8-b9c30826644d", "name": "network-vif-deleted", "tag": "a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:58:50.459523 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-424b899d-07d6-4e6e-90f8-a72b8a6bb469 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:58:50.459912 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c2f97-a4bc-40e6-84d8-b9c30826644d', 'name': 'network-vif-deleted', 'tag': 'a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4', 'status': 'completed', 'code': 200} Oct 22 18:58:50.502541 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:58:50.702565 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:50.728665 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] Checking router: c446c57e-fda2-4d75-88d4-3d32b793e57d for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:58:50.736973 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:58:50.737571 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:58:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:50.844441 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:58:51.044510 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:51.074501 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e56269-315a-4491-a7f7-d08676c7a8c3 None None] The sync data for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi is: [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '55875ab8-f098-4e8b-871f-c0979a0b331b', 'name': '', 'network_id': 'a8ab7e5a-28b7-4495-a7ff-4975117a9428', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'mac_address': 'fa:16:3e:49:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:50Z', 'updated_at': '2021-10-22T18:47:58Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'subnets': [{'id': '8f2066fb-1a7f-41e0-82c1-a69e9f59418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:58:51.293807 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5366699-c794-4590-b22b-9554bdea8d4b None None] New status for floating IP 60723b29-8184-434a-a51f-675971b7a148: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:58:51.446128 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40312) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:51.505181 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.529794 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.576328 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.579040 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.580187 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "DELETE /v2.0/security-groups/7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb HTTP/1.1" status: 204 len: 168 time: 0.1330729 Oct 22 18:58:51.583196 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40314) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:51.589871 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:51.596931 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.597180 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.api.v2.resource [None req-1ba66f51-8ad7-463a-80be-a73fbfa8c89b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] show failed (client error): The resource could not be found. Oct 22 18:58:51.597287 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.597596 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.597932 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.598170 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1ba66f51-8ad7-463a-80be-a73fbfa8c89b tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "GET /v2.0/security-groups/7895bf8c-e1ed-4b96-b9d5-a1b8f1df36cb HTTP/1.1" status: 404 len: 347 time: 0.0132625 Oct 22 18:58:51.598330 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.598616 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.598938 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.599973 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.600303 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.600630 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.600953 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.601274 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de39ee-1103-474c-9244-85ba4eb0bb7c tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:58:51.601865 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40316) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:51.725037 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Deleting port b9ecee94-6623-49b1-8402-35a927ae7b33 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:58:51.725456 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.802962 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.803288 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.814509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Calling delete_port for b9ecee94-6623-49b1-8402-35a927ae7b33 owned by network:floatingip {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:58:51.943547 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:51.968670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Pushing event deleted for resources: {'Port': ['ID=b9ecee94-6623-49b1-8402-35a927ae7b33,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:52.029221 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks [] for floatingip, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:52.031724 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:52.032969 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1c8f98cf-9dc7-4256-8d3e-a22d8189ea15 tempest-AttachVolumeShelveTestJSON-2087569951 tempest-AttachVolumeShelveTestJSON-2087569951-project] 10.222.0.15 "DELETE /v2.0/floatingips/60723b29-8184-434a-a51f-675971b7a148 HTTP/1.1" status: 204 len: 168 time: 0.4302075 Oct 22 18:58:52.636042 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:58:52.655757 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:58:52.656128 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a44cbd3a-f3cb-48a3-b2be-39ace07ee5d4 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:58:54.457248 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40344) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:54.900941 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:55.377265 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Deleting port 55875ab8-f098-4e8b-871f-c0979a0b331b {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:58:55.377601 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:55.429180 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:55.455036 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] For port 55875ab8-f098-4e8b-871f-c0979a0b331b, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=55875ab8-f098-4e8b-871f-c0979a0b331b,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:58:55.455429 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:55.467442 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Calling delete_port for 55875ab8-f098-4e8b-871f-c0979a0b331b owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:58:55.653079 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:55.683885 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Pushing event deleted for resources: {'Port': ['ID=55875ab8-f098-4e8b-871f-c0979a0b331b,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:55.864053 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.075701 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Router c446c57e-fda2-4d75-88d4-3d32b793e57d has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:58:56.194172 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:58:56.199744 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d0869b62-9cbf-4b37-8ad3-1053bb3c7542 admin admin] 10.222.0.15 "PUT /v2.0/routers/c446c57e-fda2-4d75-88d4-3d32b793e57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414479 Oct 22 18:58:56.201543 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40352) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:56.202668 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] Sync routers for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:58:56.213171 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:58:56.213782 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:58:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:56.309144 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks [] for router, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.318352 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:58:56.409895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.463526 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Deleting port 955b16c0-80a5-466c-8cfa-30021f1d2837 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:58:56.463870 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.498494 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:58:55Z', 'revision_number': 5, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port': {'id': '955b16c0-80a5-466c-8cfa-30021f1d2837', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:47:43Z', 'updated_at': '2021-10-22T18:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:56.523855 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] Checking router: c446c57e-fda2-4d75-88d4-3d32b793e57d for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:58:56.531905 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] Routers {'c446c57e-fda2-4d75-88d4-3d32b793e57d'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:58:56.532504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:58:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['c446c57e-fda2-4d75-88d4-3d32b793e57d'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:56.542120 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] For port 955b16c0-80a5-466c-8cfa-30021f1d2837, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=955b16c0-80a5-466c-8cfa-30021f1d2837,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:58:56.542636 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.555392 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Calling delete_port for 955b16c0-80a5-466c-8cfa-30021f1d2837 owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:58:56.617984 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] Set router c446c57e-fda2-4d75-88d4-3d32b793e57d gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:58:56.670289 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:58:56Z', 'revision_number': 6, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:56.697345 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de1f89-6f6d-479c-94bb-c21c1ca356f1 None None] The sync data for ids ['c446c57e-fda2-4d75-88d4-3d32b793e57d'] in dv-cinder-815146-1-iscsi is: [{'id': 'c446c57e-fda2-4d75-88d4-3d32b793e57d', 'name': 'tempest-AttachVolumeShelveTestJSON-741610939-router', 'tenant_id': '2ed23824381e47008d6df4620c158834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:47:42Z', 'updated_at': '2021-10-22T18:58:56Z', 'revision_number': 6, 'project_id': '2ed23824381e47008d6df4620c158834', 'gw_port_host': None}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:58:56.721433 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.745759 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=955b16c0-80a5-466c-8cfa-30021f1d2837,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:56.810503 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.896893 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.899104 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.939510 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.940085 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c446c57e-fda2-4d75-88d4-3d32b793e57d {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 18:58:56.944956 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:56.946223 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e191c7b8-8a7f-43f7-9914-c514131cbdfe admin admin] 10.222.0.15 "DELETE /v2.0/routers/c446c57e-fda2-4d75-88d4-3d32b793e57d HTTP/1.1" status: 204 len: 168 time: 0.7437022 Oct 22 18:58:56.948727 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40356) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:56.994823 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] Deleting subnet 8f2066fb-1a7f-41e0-82c1-a69e9f59418b {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:58:56.997762 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.031989 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.133647 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.196764 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.226792 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2066fb-1a7f-41e0-82c1-a69e9f59418b,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:57.230610 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.236762 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40362) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:57.237307 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f85e8d49-d3ff-4f3a-9078-24c074bf8798 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8f2066fb-1a7f-41e0-82c1-a69e9f59418b HTTP/1.1" status: 204 len: 168 time: 0.2872555 Oct 22 18:58:57.237934 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831e842-8ead-42ab-83b2-7a4193ca5490 None None] Network a8ab7e5a-28b7-4495-a7ff-4975117a9428 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:58:57.303938 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.360379 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Deleting port 255566be-b84d-47ce-b025-1e8aade962df {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:58:57.360984 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.426644 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] For port 255566be-b84d-47ce-b025-1e8aade962df, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=255566be-b84d-47ce-b025-1e8aade962df,segment=NetworkSegment(4cd83f65-709e-4815-87ae-fde62d45595d),segment_id=4cd83f65-709e-4815-87ae-fde62d45595d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:58:57.426897 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.440372 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Calling delete_port for 255566be-b84d-47ce-b025-1e8aade962df owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:58:57.515222 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 55875ab8-f098-4e8b-871f-c0979a0b331b no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:58:57.546469 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.549091 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 55875ab8-f098-4e8b-871f-c0979a0b331b {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:58:57.549449 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 55875ab8-f098-4e8b-871f-c0979a0b331b not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:58:57.556376 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4790c15-5d31-4132-8bfc-bd15e4286089 None None] DHCP port deletion for a8ab7e5a-28b7-4495-a7ff-4975117a9428 request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 18:58:57.576171 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=255566be-b84d-47ce-b025-1e8aade962df,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:57.578003 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] No DVR routers for this DVR port 255566be-b84d-47ce-b025-1e8aade962df on host dv-cinder-815146-1-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:58:57.653163 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.674016 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ab7e5a-28b7-4495-a7ff-4975117a9428']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:57.684291 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd83f65-709e-4815-87ae-fde62d45595d') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:57.684509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd83f65-709e-4815-87ae-fde62d45595d') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:58:57.694889 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.708625 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.715680 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:58:57.716090 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:58:57.717802 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:58:57.784367 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.790512 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:57.793627 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] 10.222.0.15 "DELETE /v2.0/networks/a8ab7e5a-28b7-4495-a7ff-4975117a9428 HTTP/1.1" status: 204 len: 168 time: 0.5558848 Oct 22 18:58:57.806628 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2547-18b5-415d-aed8-dee15d63eb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ab7e5a-28b7-4495-a7ff-4975117a9428,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:57.904685 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40366) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:57.944180 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-063a8146-afa8-41cd-9524-1d51869f780a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ed23824381e47008d6df4620c158834&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380688 Oct 22 18:58:57.946624 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40368) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:57.996382 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f16a80c9-6efa-4ebb-b08b-13825ae44777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:58.017059 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f16a80c9-6efa-4ebb-b08b-13825ae44777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:58.062683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f16a80c9-6efa-4ebb-b08b-13825ae44777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:58.065198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f16a80c9-6efa-4ebb-b08b-13825ae44777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:58.066402 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-f16a80c9-6efa-4ebb-b08b-13825ae44777 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b316430f-c921-4910-bcf2-bc799887ffad HTTP/1.1" status: 204 len: 168 time: 0.1187782 Oct 22 18:58:58.074738 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a80c9-6efa-4ebb-b08b-13825ae44777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b316430f-c921-4910-bcf2-bc799887ffad,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:59.069308 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 255566be-b84d-47ce-b025-1e8aade962df no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:58:59.092269 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 255566be-b84d-47ce-b025-1e8aade962df {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:58:59.092615 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 255566be-b84d-47ce-b025-1e8aade962df not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:58:59.093029 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 955b16c0-80a5-466c-8cfa-30021f1d2837 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:58:59.112933 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 955b16c0-80a5-466c-8cfa-30021f1d2837 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:58:59.113278 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 955b16c0-80a5-466c-8cfa-30021f1d2837 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:58:59.689645 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40422) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:59.796653 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-22c7578a-1338-4118-b1de-07c70744fcf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:59.868241 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-22c7578a-1338-4118-b1de-07c70744fcf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:59.872975 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-22c7578a-1338-4118-b1de-07c70744fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:59.909799 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-22c7578a-1338-4118-b1de-07c70744fcf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82abcb78b3414352ab3fa753b7b565df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190437 Oct 22 18:58:59.911711 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7578a-1338-4118-b1de-07c70744fcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623dd4a2-52b4-4410-9db2-204008543b1a,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:58:59.912477 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40426) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:58:59.961532 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9990eafa-a5de-4351-abea-f94e11f3ff0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:58:59.983824 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9990eafa-a5de-4351-abea-f94e11f3ff0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.033109 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9990eafa-a5de-4351-abea-f94e11f3ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.035903 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9990eafa-a5de-4351-abea-f94e11f3ff0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.037037 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9990eafa-a5de-4351-abea-f94e11f3ff0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/623dd4a2-52b4-4410-9db2-204008543b1a HTTP/1.1" status: 204 len: 168 time: 0.1235816 Oct 22 18:59:00.046005 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990eafa-a5de-4351-abea-f94e11f3ff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623dd4a2-52b4-4410-9db2-204008543b1a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:00.294450 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40432) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:00.307228 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f882d088-93dc-45dc-9f83-358da6e4bd3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.379286 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f882d088-93dc-45dc-9f83-358da6e4bd3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.382708 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f882d088-93dc-45dc-9f83-358da6e4bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.420182 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f882d088-93dc-45dc-9f83-358da6e4bd3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e76942016c474afa886aef93c095c0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246347 Oct 22 18:59:00.421237 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882d088-93dc-45dc-9f83-358da6e4bd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8c52b-853a-4ff0-9683-32b0418d9a42,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:00.422986 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40436) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:00.475153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d4296d59-df6a-465f-8003-adf07350828e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.500298 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d4296d59-df6a-465f-8003-adf07350828e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.544285 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d4296d59-df6a-465f-8003-adf07350828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.546741 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d4296d59-df6a-465f-8003-adf07350828e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:00.547872 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d4296d59-df6a-465f-8003-adf07350828e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3e8c52b-853a-4ff0-9683-32b0418d9a42 HTTP/1.1" status: 204 len: 168 time: 0.1231296 Oct 22 18:59:00.555643 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4296d59-df6a-465f-8003-adf07350828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8c52b-853a-4ff0-9683-32b0418d9a42,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:02.291268 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40500) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:02.398765 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-472af6f2-819e-4101-bdfa-b24965cb65f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.472302 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-472af6f2-819e-4101-bdfa-b24965cb65f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.476353 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-472af6f2-819e-4101-bdfa-b24965cb65f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.514344 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-472af6f2-819e-4101-bdfa-b24965cb65f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc9e1ec4f06b4de2836eb8cdd887fc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213604 Oct 22 18:59:02.515293 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472af6f2-819e-4101-bdfa-b24965cb65f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66aa99-5668-44b8-9ec2-27ecd2ec3b25,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:02.517001 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40504) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:02.567660 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a249d0f0-70f9-460b-a082-1aac83374c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.588775 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a249d0f0-70f9-460b-a082-1aac83374c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.636608 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a249d0f0-70f9-460b-a082-1aac83374c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.639441 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a249d0f0-70f9-460b-a082-1aac83374c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.642476 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a249d0f0-70f9-460b-a082-1aac83374c4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb66aa99-5668-44b8-9ec2-27ecd2ec3b25 HTTP/1.1" status: 204 len: 168 time: 0.1243699 Oct 22 18:59:02.651230 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249d0f0-70f9-460b-a082-1aac83374c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66aa99-5668-44b8-9ec2-27ecd2ec3b25,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:02.892572 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40512) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:02.905284 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05b097fb-fb0a-4b98-860b-ac6a2d96b155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.978891 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05b097fb-fb0a-4b98-860b-ac6a2d96b155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:02.983611 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05b097fb-fb0a-4b98-860b-ac6a2d96b155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:03.021458 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-05b097fb-fb0a-4b98-860b-ac6a2d96b155 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88a25e422a4e4f668c34f648dc74c905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278348 Oct 22 18:59:03.022325 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b097fb-fb0a-4b98-860b-ac6a2d96b155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c2522e-9272-4645-b45b-91b24f362663,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:03.024231 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40514) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:03.073189 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7468043-6bc4-454e-b50f-23ab1cf29703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:03.093835 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7468043-6bc4-454e-b50f-23ab1cf29703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:03.139934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7468043-6bc4-454e-b50f-23ab1cf29703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:03.142645 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7468043-6bc4-454e-b50f-23ab1cf29703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:03.143802 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b7468043-6bc4-454e-b50f-23ab1cf29703 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5c2522e-9272-4645-b45b-91b24f362663 HTTP/1.1" status: 204 len: 168 time: 0.1185296 Oct 22 18:59:03.151183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7468043-6bc4-454e-b50f-23ab1cf29703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c2522e-9272-4645-b45b-91b24f362663,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:04.700126 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40562) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:04.803216 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbed636-a03b-4b43-ab25-2e7520fb4241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:04.845804 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-2bfea6d0-b524-490a-8ed7-806b3d2edd6d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448751 Oct 22 18:59:04.885679 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbed636-a03b-4b43-ab25-2e7520fb4241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:04.889708 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbed636-a03b-4b43-ab25-2e7520fb4241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:04.914116 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20506cf2-3233-4f6a-91b0-828d677f511b req-5c9f2551-1d94-474e-ae6b-418ee506629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:04.915660 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-5c9f2551-1d94-474e-ae6b-418ee506629d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1098 time: 0.0425081 Oct 22 18:59:04.927123 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbed636-a03b-4b43-ab25-2e7520fb4241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6b22f-9836-48b0-8c2c-bb92d1c123bb,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:04.931488 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bdbed636-a03b-4b43-ab25-2e7520fb4241 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=969bd2b23dae4c3eb2432290b608843a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303152 Oct 22 18:59:04.934633 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40568) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:04.985286 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a790c8-8051-4aaf-93e3-81c3817af3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.006919 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a790c8-8051-4aaf-93e3-81c3817af3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.033468 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20506cf2-3233-4f6a-91b0-828d677f511b req-60995549-efd1-4cd4-bc2f-3dc8c6e072c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:05.035366 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-60995549-efd1-4cd4-bc2f-3dc8c6e072c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.0972795 Oct 22 18:59:05.053055 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a790c8-8051-4aaf-93e3-81c3817af3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.055858 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a790c8-8051-4aaf-93e3-81c3817af3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.057008 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-55a790c8-8051-4aaf-93e3-81c3817af3f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54c6b22f-9836-48b0-8c2c-bb92d1c123bb HTTP/1.1" status: 204 len: 168 time: 0.1215923 Oct 22 18:59:05.065422 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a790c8-8051-4aaf-93e3-81c3817af3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6b22f-9836-48b0-8c2c-bb92d1c123bb,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:05.108197 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-fe5f3398-22a7-4f29-a4b6-9eb6c26ca0ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 200 len: 1001 time: 0.0631642 Oct 22 18:59:05.162477 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20506cf2-3233-4f6a-91b0-828d677f511b req-929f05c8-896d-438f-af52-6a2d16805f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:05.164010 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-929f05c8-896d-438f-af52-6a2d16805f4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0451791 Oct 22 18:59:05.216066 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20506cf2-3233-4f6a-91b0-828d677f511b req-0fe3f9c5-2f98-4ca9-815e-42791e2d0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:05.217460 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-0fe3f9c5-2f98-4ca9-815e-42791e2d0d38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444756 Oct 22 18:59:05.314018 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-47a225b5-5b76-4077-996f-9a988fffd3bc service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859742 Oct 22 18:59:05.316783 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40576) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:05.336735 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5bc74559-fcac-4659-a5cd-f80520b8d4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.445261 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20506cf2-3233-4f6a-91b0-828d677f511b req-c1e1bb27-89b5-4b12-a66f-dfc77f3d41b8 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216009 Oct 22 18:59:05.479401 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5bc74559-fcac-4659-a5cd-f80520b8d4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.483142 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5bc74559-fcac-4659-a5cd-f80520b8d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.520163 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc74559-fcac-4659-a5cd-f80520b8d4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee403b4c-6aca-4559-bc6e-bccf1f7554d3,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:05.524499 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5bc74559-fcac-4659-a5cd-f80520b8d4c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62e77b4e25dd4475a9f131feae932d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067831 Oct 22 18:59:05.527078 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40578) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:05.576361 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da1f8006-1a1a-44bf-92e3-9b69c8131f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.597424 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da1f8006-1a1a-44bf-92e3-9b69c8131f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.644692 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da1f8006-1a1a-44bf-92e3-9b69c8131f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.647442 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da1f8006-1a1a-44bf-92e3-9b69c8131f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:05.648559 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-da1f8006-1a1a-44bf-92e3-9b69c8131f1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee403b4c-6aca-4559-bc6e-bccf1f7554d3 HTTP/1.1" status: 204 len: 168 time: 0.1200483 Oct 22 18:59:05.660578 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8006-1a1a-44bf-92e3-9b69c8131f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee403b4c-6aca-4559-bc6e-bccf1f7554d3,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:07.578989 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40650) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:07.682153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9baff013-2f38-4826-b0bf-403164bc9986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:07.755047 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9baff013-2f38-4826-b0bf-403164bc9986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:07.758718 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9baff013-2f38-4826-b0bf-403164bc9986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:07.798922 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-9baff013-2f38-4826-b0bf-403164bc9986 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f8e1f16ab754d53a2f975621cb6b4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186887 Oct 22 18:59:07.799918 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baff013-2f38-4826-b0bf-403164bc9986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db1c7e-d23d-4457-8cd3-a130de44092b,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:07.801521 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40654) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:07.848761 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7476-302f-4706-9ae0-53b9e6d9a2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:07.869815 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7476-302f-4706-9ae0-53b9e6d9a2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:07.917669 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7476-302f-4706-9ae0-53b9e6d9a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:07.920643 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7476-302f-4706-9ae0-53b9e6d9a2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:07.921766 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-0f0d7476-302f-4706-9ae0-53b9e6d9a2ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7db1c7e-d23d-4457-8cd3-a130de44092b HTTP/1.1" status: 204 len: 168 time: 0.1191814 Oct 22 18:59:07.929073 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d7476-302f-4706-9ae0-53b9e6d9a2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db1c7e-d23d-4457-8cd3-a130de44092b,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:08.182123 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40660) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:08.195518 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-940a26c6-71a0-4973-851e-1f194fc77e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:08.272042 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-940a26c6-71a0-4973-851e-1f194fc77e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:08.275565 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-940a26c6-71a0-4973-851e-1f194fc77e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:08.311512 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a26c6-71a0-4973-851e-1f194fc77e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde718f-d898-483b-82d4-b606e77f894a,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:08.318095 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-940a26c6-71a0-4973-851e-1f194fc77e2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5db0defe2008479d92483d94a40f7f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325393 Oct 22 18:59:08.318318 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40664) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:08.370311 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-323fe175-ede8-4baa-b6e4-db8d532ab8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:08.391057 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-323fe175-ede8-4baa-b6e4-db8d532ab8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:08.435768 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-323fe175-ede8-4baa-b6e4-db8d532ab8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:08.438332 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-323fe175-ede8-4baa-b6e4-db8d532ab8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:08.439481 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-323fe175-ede8-4baa-b6e4-db8d532ab8e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dde718f-d898-483b-82d4-b606e77f894a HTTP/1.1" status: 204 len: 168 time: 0.1202724 Oct 22 18:59:08.447142 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fe175-ede8-4baa-b6e4-db8d532ab8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde718f-d898-483b-82d4-b606e77f894a,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:09.093936 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 40686) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:09.191954 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-862709578-network', 'tenant_id': '28e4fadab8c642f18ace241f27ef8bf3'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:59:09.213206 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Made reservation on behalf of 28e4fadab8c642f18ace241f27ef8bf3 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:59:09.215509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.223658 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.296265 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.299997 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.327021 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 18:59:09.336896 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fdc483-fca2-495e-90a0-4c74b0d02c87,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:09.344769 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.345266 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Added segment 0e844b4b-258d-4e41-95bd-28c53719bec8 of type vlan for network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 Oct 22 18:59:09.385135 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.409872 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.411103 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:09.411704 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.446901 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3518064 Oct 22 18:59:09.450055 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 40692) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:09.455693 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Request body: {'subnet': {'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-862709578-subnet', 'tenant_id': '28e4fadab8c642f18ace241f27ef8bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:59:09.476137 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Made reservation on behalf of 28e4fadab8c642f18ace241f27ef8bf3 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:59:09.477152 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62618ba4-4372-47c1-baa9-cab53c7d1ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:09.478543 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.488131 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 18:59:09.660930 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.716655 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac9994f-7f15-4dc8-b9b7-8c84abb806a7,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:09.726417 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Checking segment: {'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:59:09.726769 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Network hostable DHCP agents. Network: ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 18:59:09.743359 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 18:59:09.754855 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:59:09.759135 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:09.759722 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:09.763960 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be29dd-6345-4519-955f-67668aef7722 None None] Network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:59:09.775785 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-adb68822-d553-48fc-b489-868c12337e80 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3245630 Oct 22 18:59:09.888284 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ede1b3-f858-4618-aeb3-36c8356a37f3 None None] Network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:59:11.509418 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ad50-5285-49a9-8568-dc09d509a046 req-16035e49-a1d9-4b82-a3dd-25f7002ceb81 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:11.510941 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-16035e49-a1d9-4b82-a3dd-25f7002ceb81 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/networks?id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 HTTP/1.1" status: 200 len: 808 time: 0.1083925 Oct 22 18:59:11.527081 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-d40495b9-7fde-45ec-a32a-4bd28dad8070 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/quotas/28e4fadab8c642f18ace241f27ef8bf3 HTTP/1.1" status: 200 len: 375 time: 0.0094826 Oct 22 18:59:11.559524 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-beaf33f2-f34c-4858-ba5d-548e1f0d9ceb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28e4fadab8c642f18ace241f27ef8bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260227 Oct 22 18:59:11.695921 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-69afae0a-385f-4264-8fdd-f57b8fdbbe65 service neutron] 10.222.0.15 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295197 Oct 22 18:59:11.788071 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-ae2232dd-fa4a-494a-9ddd-7b58bad0fedd service neutron] 10.222.0.15 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Oct 22 18:59:11.947737 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ef5a58ea-c15f-4ed8-ba2e-32142898f31c req-1cd4def1-6b1c-445d-903e-1ea625026b37 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 210 time: 0.0259278 Oct 22 18:59:13.000698 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ad50-5285-49a9-8568-dc09d509a046 req-bd87960d-d020-4246-9324-c5d443a1b80b tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:13.003008 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-bd87960d-d020-4246-9324-c5d443a1b80b tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "GET /v2.0/networks?id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 HTTP/1.1" status: 200 len: 808 time: 0.1114390 Oct 22 18:59:13.019056 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Request body: {'port': {'device_id': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1', 'admin_state_up': True, 'tenant_id': '28e4fadab8c642f18ace241f27ef8bf3'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:59:13.061215 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-20834bd9-0aec-4afa-bc20-13edf9acb869 req-2d9a88c6-793b-491b-ac1a-725a98115aa8 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 210 time: 0.0384569 Oct 22 18:59:13.155374 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Made reservation on behalf of 28e4fadab8c642f18ace241f27ef8bf3 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:59:13.158787 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:13.278303 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Allocated IP 172.20.0.8 (ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1/fac9994f-7f15-4dc8-b9b7-8c84abb806a7/a8996057-4e08-4be6-8c6a-b4fe5ea13b15) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:59:13.423344 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:13.456383 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:13.499038 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:59:13.502190 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:59:13.505352 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:59:13.542734 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Pushing event updated for resources: {'Port': ['ID=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:13.565019 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:13.565611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:13.581191 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-300b837d-5e85-45be-8009-e86c63a9cbdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681694 Oct 22 18:59:13.647539 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Request body: {'port': {'device_id': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:59:13.703862 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:13.958559 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8996057-4e08-4be6-8c6a-b4fe5ea13b15 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:59:13.965819 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:13.978066 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Transition to ACTIVE for port object a8996057-4e08-4be6-8c6a-b4fe5ea13b15 will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:59:13.981724 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:14.035524 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Pushing event updated for resources: {'Port': ['ID=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:14.098094 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Attempting to bind port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:59:14.098431 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Attempting to bind port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:59:14.098773 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Attempting to bind port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 on network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:59:14.102964 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 on network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:59:14.103275 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Attempting to bind port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 on network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:59:14.108871 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:59:14.109198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Checking segment: {'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:59:14.109572 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Bound using segment: {'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:59:14.109993 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Bound port: a8996057-4e08-4be6-8c6a-b4fe5ea13b15, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:59:14.110364 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:14.205478 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] For port a8996057-4e08-4be6-8c6a-b4fe5ea13b15, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:59:14.208999 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] For port a8996057-4e08-4be6-8c6a-b4fe5ea13b15, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:59:14.217607 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480b37-da93-4dab-bf56-c841428fbfa4 req-cd8a3883-4bde-4e8a-a7c1-b247818b5285 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:14.219245 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a2480b37-da93-4dab-bf56-c841428fbfa4 req-cd8a3883-4bde-4e8a-a7c1-b247818b5285 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 943 time: 0.0775170 Oct 22 18:59:14.220698 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:14.247307 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a18416a7-c273-47f7-99a4-6225276ba462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:14.273495 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:14.274117 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:14.275472 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] 10.222.0.37 "PUT /v2.0/ports/a8996057-4e08-4be6-8c6a-b4fe5ea13b15 HTTP/1.1" status: 200 len: 1093 time: 0.6318398 Oct 22 18:59:14.276037 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'tag': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:14.278230 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "def493e8-eb85-4fc0-a0eb-92257dca69fd", "tag": "a8996057-4e08-4be6-8c6a-b4fe5ea13b15"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:14.308484 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c143e-80e4-40f3-8f88-2c7fd6262341 service neutron] Pushing event updated for resources: {'Port': ['ID=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:14.313589 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a2480b37-da93-4dab-bf56-c841428fbfa4 req-aa1dd802-8d05-4cde-a2e3-b8a60ba6f711 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851851 Oct 22 18:59:14.327965 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e8a71-5a44-4b51-bec8-5e56ac12dc61 x-openstack-request-id: req-f54e8a71-5a44-4b51-bec8-5e56ac12dc61 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:14.328227 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def493e8-eb85-4fc0-a0eb-92257dca69fd", "tag": "a8996057-4e08-4be6-8c6a-b4fe5ea13b15", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:14.328475 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f54e8a71-5a44-4b51-bec8-5e56ac12dc61 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:14.328879 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'tag': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15', 'status': 'completed', 'code': 200} Oct 22 18:59:14.361206 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ad50-5285-49a9-8568-dc09d509a046 req-b903e831-2551-4201-8201-01e7de32a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:14.362684 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-b903e831-2551-4201-8201-01e7de32a23d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28e4fadab8c642f18ace241f27ef8bf3&device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 1096 time: 0.0448797 Oct 22 18:59:14.403631 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-edd018eb-e09d-48b6-8597-1d8ec3f059db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8996057-4e08-4be6-8c6a-b4fe5ea13b15 HTTP/1.1" status: 200 len: 217 time: 0.0329797 Oct 22 18:59:14.452689 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ad50-5285-49a9-8568-dc09d509a046 req-eee61a10-8eba-41b0-96c2-997e35ebbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:14.454057 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-eee61a10-8eba-41b0-96c2-997e35ebbcc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fac9994f-7f15-4dc8-b9b7-8c84abb806a7 HTTP/1.1" status: 200 len: 848 time: 0.0417297 Oct 22 18:59:14.484767 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-6e31bafb-dfc3-4158-9439-f183b7c219d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237460 Oct 22 18:59:14.575464 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-6b2817d6-84b7-4698-bf5c-8b91cd6beeb3 service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824640 Oct 22 18:59:14.667825 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8121ad50-5285-49a9-8568-dc09d509a046 req-e58919b4-f492-435a-86e5-7d589c6c98f6 service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Oct 22 18:59:14.762461 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-00d28f05-5ca0-4320-8cf7-409f1bd1687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:14.764610 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-00d28f05-5ca0-4320-8cf7-409f1bd1687a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28e4fadab8c642f18ace241f27ef8bf3&device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 1096 time: 0.0408592 Oct 22 18:59:14.854590 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-a2be8223-1b92-460d-85b6-3ded3ae61194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:14.855968 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-a2be8223-1b92-460d-85b6-3ded3ae61194 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 HTTP/1.1" status: 200 len: 909 time: 0.0845213 Oct 22 18:59:14.899808 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-53286a97-198b-40be-a44b-3151f176e2b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8996057-4e08-4be6-8c6a-b4fe5ea13b15 HTTP/1.1" status: 200 len: 217 time: 0.0362852 Oct 22 18:59:14.947941 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-6b00b631-d658-4c94-acc5-5aa366a61b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:14.949315 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-6b00b631-d658-4c94-acc5-5aa366a61b82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fac9994f-7f15-4dc8-b9b7-8c84abb806a7 HTTP/1.1" status: 200 len: 848 time: 0.0425549 Oct 22 18:59:14.981859 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-297bd0fc-fff3-488b-9ca2-007d15b1edec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249033 Oct 22 18:59:15.076321 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-3910d195-c1e7-4bf4-a6b4-8c5f8804ed4c service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856471 Oct 22 18:59:15.197901 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c9819dfe-d258-4e9b-a72b-45bdd5b1f5ff req-10f078ce-57ef-4d59-9b34-56ff42bed4de service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Oct 22 18:59:15.448799 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773ac55-c7ba-4751-9300-52f84b32afc6 req-7f600316-f945-451b-a153-f2e78c45d166 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:15.450269 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9773ac55-c7ba-4751-9300-52f84b32afc6 req-7f600316-f945-451b-a153-f2e78c45d166 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 943 time: 0.0509546 Oct 22 18:59:15.489759 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9773ac55-c7ba-4751-9300-52f84b32afc6 req-8b3a6cbe-2d8a-4fce-bf2c-bfcd7d1f795a tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Oct 22 18:59:16.478112 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:59:16.615666 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd4868-c326-41d4-930b-6abbdca18c16 req-ed433468-0385-4c63-8558-b294374c9b3c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:16.617153 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dbd4868-c326-41d4-930b-6abbdca18c16 req-ed433468-0385-4c63-8558-b294374c9b3c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 943 time: 0.0597622 Oct 22 18:59:16.657704 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0dbd4868-c326-41d4-930b-6abbdca18c16 req-f0d3d9cb-f935-4c1c-85c0-cf07e1a61c30 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338235 Oct 22 18:59:16.737311 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a8996057-4e08-4be6-8c6a-b4fe5ea13b15 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:59:16.835312 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a8996057-4e08-4be6-8c6a-b4fe5ea13b15, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:16.849896 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15', 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1', 'port_id': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15', 'mac_address': 'fa:16:3e:42:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac9994f-7f15-4dc8-b9b7-8c84abb806a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:59:16.886497 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:16.899264 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8996057-4e08-4be6-8c6a-b4fe5ea13b15 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:59:16.917624 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a8996057-4e08-4be6-8c6a-b4fe5ea13b15, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:16.921235 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:16.974819 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-582ccadc-a125-4b24-8620-049f0a3a6885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:16.978654 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:16.986647 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.986992 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.987326 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.987657 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.987981 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.988303 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.988622 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.988942 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.989268 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.989583 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.989897 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:16.990239 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:17.427200 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['a8996057-4e08-4be6-8c6a-b4fe5ea13b15'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:59:17.773456 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7175c-8042-4b24-a5c4-2335c185e98e req-05ab49a9-75dc-4520-8c40-02f531b640b8 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:17.774967 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58f7175c-8042-4b24-a5c4-2335c185e98e req-05ab49a9-75dc-4520-8c40-02f531b640b8 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 944 time: 0.0493958 Oct 22 18:59:17.815077 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58f7175c-8042-4b24-a5c4-2335c185e98e req-767ba9ee-7733-4e7d-8dea-cf9f35ec209f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Oct 22 18:59:17.968289 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:18.325529 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:18.760553 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a8996057-4e08-4be6-8c6a-b4fe5ea13b15 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:59:18.809847 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:59:18.814425 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:59:18.814793 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:18.906933 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:18.929186 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:18.931456 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249aa4a-8d28-43cd-a0e9-5e17e645081c" -d '{"events": [{"server_uuid": "def493e8-eb85-4fc0-a0eb-92257dca69fd", "name": "network-vif-plugged", "status": "completed", "tag": "a8996057-4e08-4be6-8c6a-b4fe5ea13b15"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:18.938437 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dccced-11d3-4ba1-80cf-d1ae53ce4349 req-6881b692-8e0b-4fe8-a670-e5cae496ee3e tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:18.940088 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a6dccced-11d3-4ba1-80cf-d1ae53ce4349 req-6881b692-8e0b-4fe8-a670-e5cae496ee3e tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 944 time: 0.0537813 Oct 22 18:59:18.945169 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port a8996057-4e08-4be6-8c6a-b4fe5ea13b15, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:18.949945 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:18.980048 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a6dccced-11d3-4ba1-80cf-d1ae53ce4349 req-b86c89fb-4cb3-4f64-b782-4e096fcbd65f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328436 Oct 22 18:59:19.001299 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:19.094615 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8dea7e-4a71-465c-bd3e-cce8d600a381 x-openstack-request-id: req-bf8dea7e-4a71-465c-bd3e-cce8d600a381 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:19.094906 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def493e8-eb85-4fc0-a0eb-92257dca69fd", "name": "network-vif-plugged", "status": "completed", "tag": "a8996057-4e08-4be6-8c6a-b4fe5ea13b15", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:19.095159 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf8dea7e-4a71-465c-bd3e-cce8d600a381 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:19.095544 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15', 'code': 200} Oct 22 18:59:19.256728 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ceddd-e53e-42e1-8aeb-462c5aa30a7a req-9838f2fb-5c74-43ed-aafd-dba6f44796ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:19.258267 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-490ceddd-e53e-42e1-8aeb-462c5aa30a7a req-9838f2fb-5c74-43ed-aafd-dba6f44796ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 1098 time: 0.0399323 Oct 22 18:59:19.292015 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-490ceddd-e53e-42e1-8aeb-462c5aa30a7a req-b205eb40-cea5-4afd-a7ba-c8735fbc4b38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268528 Oct 22 18:59:19.974694 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:20.096765 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cee872-0287-4ae0-8b8c-58aa5dcd4db4 req-5d04626b-36ad-49ea-aa83-cce28072f592 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:20.098234 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-00cee872-0287-4ae0-8b8c-58aa5dcd4db4 req-5d04626b-36ad-49ea-aa83-cce28072f592 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 945 time: 0.0483546 Oct 22 18:59:20.134861 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-00cee872-0287-4ae0-8b8c-58aa5dcd4db4 req-a20187fb-10a1-4570-8224-35a6dd0932ef tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307465 Oct 22 18:59:21.252504 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd6aa6-c897-477d-bbb5-ae3f1c614bfd req-379dbbd3-a7cf-46c0-9509-6bc7d81f30e6 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:21.253968 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49fd6aa6-c897-477d-bbb5-ae3f1c614bfd req-379dbbd3-a7cf-46c0-9509-6bc7d81f30e6 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 945 time: 0.0485053 Oct 22 18:59:21.291439 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49fd6aa6-c897-477d-bbb5-ae3f1c614bfd req-78fd30ef-a434-4fce-a29c-a6c69bb9c4dc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Oct 22 18:59:21.917280 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23091e94-3afe-4ec8-80a7-d2b442abe6f3 req-bf757b2e-58de-42ea-9980-7ae072c2f71e tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:21.918739 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-23091e94-3afe-4ec8-80a7-d2b442abe6f3 req-bf757b2e-58de-42ea-9980-7ae072c2f71e tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 945 time: 0.0515919 Oct 22 18:59:21.956578 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-23091e94-3afe-4ec8-80a7-d2b442abe6f3 req-60c793fa-8659-427a-bb76-2fff665ed818 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Oct 22 18:59:23.078719 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73700-088e-4297-98a9-14a5903eabcc req-6346a6d9-cc29-4a6c-95ba-a4330641354f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:23.080157 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-19e73700-088e-4297-98a9-14a5903eabcc req-6346a6d9-cc29-4a6c-95ba-a4330641354f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 945 time: 0.0548317 Oct 22 18:59:23.118682 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-19e73700-088e-4297-98a9-14a5903eabcc req-53e3dc3f-8e87-4e1e-b7a5-0b9af1d1aff5 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Oct 22 18:59:23.507698 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-8b599f28-c1c1-40f4-843d-3ccd7179ee43 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:23.509033 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-8b599f28-c1c1-40f4-843d-3ccd7179ee43 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 945 time: 0.0502341 Oct 22 18:59:23.596520 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Deleting port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:23.596862 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:23.686239 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] For port a8996057-4e08-4be6-8c6a-b4fe5ea13b15, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:23.686597 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:23.698459 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Calling delete_port for a8996057-4e08-4be6-8c6a-b4fe5ea13b15 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:23.823064 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:23.834997 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['a8996057-4e08-4be6-8c6a-b4fe5ea13b15'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:59:23.849871 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Pushing event deleted for resources: {'Port': ['ID=a8996057-4e08-4be6-8c6a-b4fe5ea13b15,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:23.892076 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] No DVR routers for this DVR port a8996057-4e08-4be6-8c6a-b4fe5ea13b15 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:59:23.894786 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:23.898165 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84739a7f-0e0f-4deb-a974-17fefa706b5b req-04c34619-334f-4490-96d9-39137d1fd8fc tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "DELETE /v2.0/ports/a8996057-4e08-4be6-8c6a-b4fe5ea13b15 HTTP/1.1" status: 204 len: 173 time: 0.3827786 Oct 22 18:59:23.898613 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'name': 'network-vif-deleted', 'tag': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:23.900859 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fbadae-9fb0-4f2c-b20d-ab8012144158" -d '{"events": [{"server_uuid": "def493e8-eb85-4fc0-a0eb-92257dca69fd", "name": "network-vif-deleted", "tag": "a8996057-4e08-4be6-8c6a-b4fe5ea13b15"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:23.943670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1387c3-c9e7-4ba5-a56b-8f803af13734 x-openstack-request-id: req-1e1387c3-c9e7-4ba5-a56b-8f803af13734 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:23.943959 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def493e8-eb85-4fc0-a0eb-92257dca69fd", "name": "network-vif-deleted", "tag": "a8996057-4e08-4be6-8c6a-b4fe5ea13b15", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:23.944209 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e1387c3-c9e7-4ba5-a56b-8f803af13734 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:23.944596 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def493e8-eb85-4fc0-a0eb-92257dca69fd', 'name': 'network-vif-deleted', 'tag': 'a8996057-4e08-4be6-8c6a-b4fe5ea13b15', 'status': 'completed', 'code': 200} Oct 22 18:59:24.225081 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7891f5c5-1706-4fb9-b39f-81822adb936f req-07067eb9-8431-47fb-a9ec-a8415b4e522d tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=def493e8-eb85-4fc0-a0eb-92257dca69fd HTTP/1.1" status: 200 len: 210 time: 0.0271454 Oct 22 18:59:25.438729 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:25.487673 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baff36-f89b-4477-863d-1358e88a433a req-a6ade0f2-be4c-4eab-b2b0-bb676cd4fc1f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:25.489125 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-a6ade0f2-be4c-4eab-b2b0-bb676cd4fc1f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/networks?id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 HTTP/1.1" status: 200 len: 808 time: 0.1039422 Oct 22 18:59:25.504342 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-432c02db-27a2-4561-be6d-01d92c4e510a tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/quotas/28e4fadab8c642f18ace241f27ef8bf3 HTTP/1.1" status: 200 len: 375 time: 0.0094812 Oct 22 18:59:25.538133 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-b55b2151-9a79-4bb6-8063-b45c164a8cd1 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28e4fadab8c642f18ace241f27ef8bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286064 Oct 22 18:59:25.630414 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-12499247-ec5f-40d9-876c-65480546187e service neutron] 10.222.0.15 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Oct 22 18:59:25.734140 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-b0dca6c3-9cbe-47b8-889e-66e700e3b2ee service neutron] 10.222.0.15 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977414 Oct 22 18:59:25.921937 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1490a763-c41f-4bb1-8a93-7da0dc9fe381 req-04df4fb1-72c0-41a2-841d-21c1537a9ea0 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Oct 22 18:59:26.768571 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a8996057-4e08-4be6-8c6a-b4fe5ea13b15 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:59:26.789387 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: a8996057-4e08-4be6-8c6a-b4fe5ea13b15 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:59:26.789735 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device a8996057-4e08-4be6-8c6a-b4fe5ea13b15 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:59:26.823342 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baff36-f89b-4477-863d-1358e88a433a req-de0e05b6-318d-49f7-917a-5530fca4cc2f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:26.824763 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-de0e05b6-318d-49f7-917a-5530fca4cc2f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "GET /v2.0/networks?id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 HTTP/1.1" status: 200 len: 808 time: 0.1107922 Oct 22 18:59:26.837289 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Request body: {'port': {'device_id': '929d278d-4a36-4d1b-9816-70948196be57', 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1', 'admin_state_up': True, 'tenant_id': '28e4fadab8c642f18ace241f27ef8bf3'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:59:26.948932 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Made reservation on behalf of 28e4fadab8c642f18ace241f27ef8bf3 for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 18:59:26.953404 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:27.020514 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fc216f5-e7a4-4810-94dc-338121c59433 req-794009d6-b504-4193-9472-984f6ecdb53a tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Oct 22 18:59:27.077553 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Allocated IP 172.20.0.11 (ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1/fac9994f-7f15-4dc8-b9b7-8c84abb806a7/6baf693f-9404-46bb-acbf-85cc5fa6f030) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 18:59:27.486746 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:27.519480 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:27.560605 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 18:59:27.563900 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 18:59:27.567493 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 18:59:27.596878 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Pushing event updated for resources: {'Port': ['ID=6baf693f-9404-46bb-acbf-85cc5fa6f030,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:27.624521 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:27.625118 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:27.640101 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-7d991891-a898-42a2-948b-c23659e47d06 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065131 Oct 22 18:59:27.652271 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Request body: {'port': {'device_id': '929d278d-4a36-4d1b-9816-70948196be57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 18:59:27.703329 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:27.965950 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6baf693f-9404-46bb-acbf-85cc5fa6f030 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:59:27.974573 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:27.986909 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Transition to ACTIVE for port object 6baf693f-9404-46bb-acbf-85cc5fa6f030 will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 18:59:27.990611 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:28.045286 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Pushing event updated for resources: {'Port': ['ID=6baf693f-9404-46bb-acbf-85cc5fa6f030,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:28.144301 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Attempting to bind port 6baf693f-9404-46bb-acbf-85cc5fa6f030 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 18:59:28.144628 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Attempting to bind port 6baf693f-9404-46bb-acbf-85cc5fa6f030 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 18:59:28.144949 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Attempting to bind port 6baf693f-9404-46bb-acbf-85cc5fa6f030 on network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:59:28.151837 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Port 6baf693f-9404-46bb-acbf-85cc5fa6f030 on network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 18:59:28.152148 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Attempting to bind port 6baf693f-9404-46bb-acbf-85cc5fa6f030 on network ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 18:59:28.164052 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51879f-90c7-463c-b70d-687ed8fcf3e5 req-5900cc76-e0e3-425d-8ec3-6a43c401a13c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:28.165475 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3d51879f-90c7-463c-b70d-687ed8fcf3e5 req-5900cc76-e0e3-425d-8ec3-6a43c401a13c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 944 time: 0.0781202 Oct 22 18:59:28.166583 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 18:59:28.166907 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Checking segment: {'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 18:59:28.167269 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Bound using segment: {'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 18:59:28.167691 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Bound port: 6baf693f-9404-46bb-acbf-85cc5fa6f030, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e844b4b-258d-4e41-95bd-28c53719bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 18:59:28.168037 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:28.234511 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3d51879f-90c7-463c-b70d-687ed8fcf3e5 req-40a313e0-b1bd-4c53-a0a2-1c1ba6521fdb tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628293 Oct 22 18:59:28.259349 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] For port 6baf693f-9404-46bb-acbf-85cc5fa6f030, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 18:59:28.262533 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] For port 6baf693f-9404-46bb-acbf-85cc5fa6f030, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6baf693f-9404-46bb-acbf-85cc5fa6f030,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 18:59:28.268163 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:28.299718 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:28.300321 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:28.302115 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] 10.222.0.37 "PUT /v2.0/ports/6baf693f-9404-46bb-acbf-85cc5fa6f030 HTTP/1.1" status: 200 len: 1094 time: 0.6536896 Oct 22 18:59:28.304546 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929d278d-4a36-4d1b-9816-70948196be57', 'tag': '6baf693f-9404-46bb-acbf-85cc5fa6f030'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:28.307521 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4604661-35bb-41d4-a04a-b910ca25f496" -d '{"events": [{"name": "network-changed", "server_uuid": "929d278d-4a36-4d1b-9816-70948196be57", "tag": "6baf693f-9404-46bb-acbf-85cc5fa6f030"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:28.336948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f907f0b-1cbb-4fe1-bf95-f0b6a293560c service neutron] Pushing event updated for resources: {'Port': ['ID=6baf693f-9404-46bb-acbf-85cc5fa6f030,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:28.346846 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e956e346-503c-41f1-9130-245c01596183 x-openstack-request-id: req-e956e346-503c-41f1-9130-245c01596183 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:28.347117 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929d278d-4a36-4d1b-9816-70948196be57", "tag": "6baf693f-9404-46bb-acbf-85cc5fa6f030", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:28.347367 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e956e346-503c-41f1-9130-245c01596183 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:28.347760 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929d278d-4a36-4d1b-9816-70948196be57', 'tag': '6baf693f-9404-46bb-acbf-85cc5fa6f030', 'status': 'completed', 'code': 200} Oct 22 18:59:28.399482 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baff36-f89b-4477-863d-1358e88a433a req-0ed5507d-7d5b-4b9f-84ee-a344c777159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:28.400977 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-0ed5507d-7d5b-4b9f-84ee-a344c777159f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28e4fadab8c642f18ace241f27ef8bf3&device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 1097 time: 0.0452702 Oct 22 18:59:28.442835 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-826908d1-cfce-415c-8cd0-f2e415ddcbbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6baf693f-9404-46bb-acbf-85cc5fa6f030 HTTP/1.1" status: 200 len: 217 time: 0.0333087 Oct 22 18:59:28.490537 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baff36-f89b-4477-863d-1358e88a433a req-9ec212a6-b310-424c-b834-dfc7041a44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:28.491884 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-9ec212a6-b310-424c-b834-dfc7041a44a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fac9994f-7f15-4dc8-b9b7-8c84abb806a7 HTTP/1.1" status: 200 len: 848 time: 0.0427058 Oct 22 18:59:28.522452 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-64f3da0f-a4c0-4c5c-bab0-2e5066ea5b28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239480 Oct 22 18:59:28.612915 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-38cc69bc-46a3-40b6-b592-16465848be2b service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 Oct 22 18:59:28.705006 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c0baff36-f89b-4477-863d-1358e88a433a req-72cdb027-4a4a-4c23-bc19-ec9e6f334efb service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Oct 22 18:59:28.788197 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-8d55104d-5359-4f2e-bf41-9b9e52e6270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:28.789568 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-8d55104d-5359-4f2e-bf41-9b9e52e6270f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28e4fadab8c642f18ace241f27ef8bf3&device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 1097 time: 0.0400360 Oct 22 18:59:28.882178 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-df3567b3-6a17-4794-a34b-652cbcda5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:28.883641 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-df3567b3-6a17-4794-a34b-652cbcda5790 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 HTTP/1.1" status: 200 len: 909 time: 0.0865741 Oct 22 18:59:28.929237 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-bae243bb-c0c3-45a4-920f-9b8c3256e5ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6baf693f-9404-46bb-acbf-85cc5fa6f030 HTTP/1.1" status: 200 len: 217 time: 0.0372207 Oct 22 18:59:28.976960 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-fddeae4c-baef-4cd9-a1d7-6f276914b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:28.978412 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-fddeae4c-baef-4cd9-a1d7-6f276914b8fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fac9994f-7f15-4dc8-b9b7-8c84abb806a7 HTTP/1.1" status: 200 len: 848 time: 0.0422447 Oct 22 18:59:29.009345 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-86046e4c-d22a-42a8-a455-c04fc4492075 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243220 Oct 22 18:59:29.103231 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-1ec27d69-a1b6-4c57-8820-202edb6e8aba service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Oct 22 18:59:29.194305 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e4604661-35bb-41d4-a04a-b910ca25f496 req-b121cd60-5b5a-4290-9e00-9c1153a37d49 service neutron] 10.222.0.37 "GET /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837376 Oct 22 18:59:29.349279 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732dab-0ab3-4dc1-a016-08dc19c367ff req-b0f7a0b9-5cd3-42f0-9c40-eb7d574a78a4 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:29.351082 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b9732dab-0ab3-4dc1-a016-08dc19c367ff req-b0f7a0b9-5cd3-42f0-9c40-eb7d574a78a4 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 944 time: 0.0493736 Oct 22 18:59:29.387691 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b9732dab-0ab3-4dc1-a016-08dc19c367ff req-ff40a6a0-5c91-4aeb-81ce-775c597196f1 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307281 Oct 22 18:59:30.503483 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6d8a5-f825-4a03-9e26-2f39e9ad0aa3 req-0c1ad18c-61ef-48ec-8ca0-592e5ece7d36 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:30.504948 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-89b6d8a5-f825-4a03-9e26-2f39e9ad0aa3 req-0c1ad18c-61ef-48ec-8ca0-592e5ece7d36 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 944 time: 0.0479941 Oct 22 18:59:30.541655 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-89b6d8a5-f825-4a03-9e26-2f39e9ad0aa3 req-8ca145d2-559a-4172-862f-fb82799adb9d tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Oct 22 18:59:30.804211 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 6baf693f-9404-46bb-acbf-85cc5fa6f030 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 18:59:30.895266 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 6baf693f-9404-46bb-acbf-85cc5fa6f030, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6baf693f-9404-46bb-acbf-85cc5fa6f030,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:30.906257 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '6baf693f-9404-46bb-acbf-85cc5fa6f030', 'network_id': 'ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1', 'port_id': '6baf693f-9404-46bb-acbf-85cc5fa6f030', 'mac_address': 'fa:16:3e:bc:8e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac9994f-7f15-4dc8-b9b7-8c84abb806a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 18:59:30.945290 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:30.957720 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baf693f-9404-46bb-acbf-85cc5fa6f030 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 18:59:30.976513 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 6baf693f-9404-46bb-acbf-85cc5fa6f030, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6baf693f-9404-46bb-acbf-85cc5fa6f030,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:30.980437 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:31.026164 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=6baf693f-9404-46bb-acbf-85cc5fa6f030,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:31.311201 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['6baf693f-9404-46bb-acbf-85cc5fa6f030'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:59:31.652859 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf978ff8-225b-4c73-8f40-178159d03c73 req-8e09c1d6-acf1-4f2d-9a3b-e4ad973c238c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:31.654370 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cf978ff8-225b-4c73-8f40-178159d03c73 req-8e09c1d6-acf1-4f2d-9a3b-e4ad973c238c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Oct 22 18:59:31.691349 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cf978ff8-225b-4c73-8f40-178159d03c73 req-c4249573-90cf-491c-a66b-a30047e621a5 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Oct 22 18:59:32.805859 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181abfbc-0fcc-4831-8d3b-d3f293787c12 req-9b6e68b6-91af-4efb-a61a-3b7de0421e4f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:32.807700 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-181abfbc-0fcc-4831-8d3b-d3f293787c12 req-9b6e68b6-91af-4efb-a61a-3b7de0421e4f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 945 time: 0.0504618 Oct 22 18:59:32.819683 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 6baf693f-9404-46bb-acbf-85cc5fa6f030 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 18:59:32.846164 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-181abfbc-0fcc-4831-8d3b-d3f293787c12 req-be990d14-c53f-4c0a-a826-2e3ff67bd33c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Oct 22 18:59:32.869219 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 6baf693f-9404-46bb-acbf-85cc5fa6f030 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 18:59:32.873365 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 6baf693f-9404-46bb-acbf-85cc5fa6f030 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 18:59:32.873738 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:32.950095 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:32.972622 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929d278d-4a36-4d1b-9816-70948196be57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf693f-9404-46bb-acbf-85cc5fa6f030'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:32.974850 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f745c-6556-4ad4-b621-171844a8e9ee" -d '{"events": [{"server_uuid": "929d278d-4a36-4d1b-9816-70948196be57", "name": "network-vif-plugged", "status": "completed", "tag": "6baf693f-9404-46bb-acbf-85cc5fa6f030"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:32.988667 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 6baf693f-9404-46bb-acbf-85cc5fa6f030, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6baf693f-9404-46bb-acbf-85cc5fa6f030,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:32.992674 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:33.016541 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1db25f-e0bc-4ff9-b6ef-bc720f0b2558 x-openstack-request-id: req-9a1db25f-e0bc-4ff9-b6ef-bc720f0b2558 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:33.016834 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929d278d-4a36-4d1b-9816-70948196be57", "name": "network-vif-plugged", "status": "completed", "tag": "6baf693f-9404-46bb-acbf-85cc5fa6f030", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:33.017079 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a1db25f-e0bc-4ff9-b6ef-bc720f0b2558 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:33.017467 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929d278d-4a36-4d1b-9816-70948196be57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf693f-9404-46bb-acbf-85cc5fa6f030', 'code': 200} Oct 22 18:59:33.046542 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=6baf693f-9404-46bb-acbf-85cc5fa6f030,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:33.172450 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be69c4a-a03f-46c4-b2c4-4044d2a688fa req-f07a22ef-5e82-4bf0-ad29-516d84b86dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:33.173893 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3be69c4a-a03f-46c4-b2c4-4044d2a688fa req-f07a22ef-5e82-4bf0-ad29-516d84b86dad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 1099 time: 0.0393765 Oct 22 18:59:33.212355 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3be69c4a-a03f-46c4-b2c4-4044d2a688fa req-ea2cabe1-c280-4233-9c86-11977cfbf603 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Oct 22 18:59:33.960182 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aa2b5-6627-4c71-8620-8e63b02251d1 req-853c59a8-35ac-4dd6-a7af-e41983a86901 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:33.961626 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-868aa2b5-6627-4c71-8620-8e63b02251d1 req-853c59a8-35ac-4dd6-a7af-e41983a86901 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 946 time: 0.0477762 Oct 22 18:59:33.999714 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-868aa2b5-6627-4c71-8620-8e63b02251d1 req-7a1e1ba3-1c7e-4cf1-a75a-8674474471c4 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Oct 22 18:59:35.119405 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803121b7-d908-47e5-a817-0179d4dc0f3e req-e9a32e08-10c2-429c-aca4-f64dfcb979d9 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:35.120843 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-803121b7-d908-47e5-a817-0179d4dc0f3e req-e9a32e08-10c2-429c-aca4-f64dfcb979d9 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 946 time: 0.0541086 Oct 22 18:59:35.158514 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-803121b7-d908-47e5-a817-0179d4dc0f3e req-4e7136e6-d724-4200-873f-d91b2313007e tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Oct 22 18:59:35.806359 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cdf1b-dc48-486f-8c4d-99fd8b46f661 req-46f64a6b-f3e7-4dbd-bbdf-c44246a78c0f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:35.807842 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-566cdf1b-dc48-486f-8c4d-99fd8b46f661 req-46f64a6b-f3e7-4dbd-bbdf-c44246a78c0f tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 946 time: 0.0497675 Oct 22 18:59:35.845641 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-566cdf1b-dc48-486f-8c4d-99fd8b46f661 req-1567e2ef-8cd5-4c8d-a420-f7a69c1828e0 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Oct 22 18:59:36.962248 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0e013-9fa6-43cb-897a-2cf5387f0586 req-5a19a62e-e686-4ba7-bea0-a3284264f138 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:36.963775 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f7c0e013-9fa6-43cb-897a-2cf5387f0586 req-5a19a62e-e686-4ba7-bea0-a3284264f138 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 946 time: 0.0512290 Oct 22 18:59:37.006570 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-f7c0e013-9fa6-43cb-897a-2cf5387f0586 req-df63197d-86b3-4b10-8c97-54ed2aec96f4 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/security-groups?id=80fdc483-fca2-495e-90a0-4c74b0d02c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360022 Oct 22 18:59:37.392987 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-18e57c90-30b2-42fc-80a6-9cedb771d8f8 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:37.394476 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-18e57c90-30b2-42fc-80a6-9cedb771d8f8 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 946 time: 0.0497401 Oct 22 18:59:37.489721 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Deleting port 6baf693f-9404-46bb-acbf-85cc5fa6f030 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:37.490086 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:37.583787 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] For port 6baf693f-9404-46bb-acbf-85cc5fa6f030, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6baf693f-9404-46bb-acbf-85cc5fa6f030,segment=NetworkSegment(0e844b4b-258d-4e41-95bd-28c53719bec8),segment_id=0e844b4b-258d-4e41-95bd-28c53719bec8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:37.584145 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:37.600067 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Calling delete_port for 6baf693f-9404-46bb-acbf-85cc5fa6f030 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:37.753135 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:37.765186 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['6baf693f-9404-46bb-acbf-85cc5fa6f030'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 18:59:37.790058 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Pushing event deleted for resources: {'Port': ['ID=6baf693f-9404-46bb-acbf-85cc5fa6f030,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:37.826623 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f766-d7d6-44ef-afed-077b8f4c4ecf req-e5411548-7ff1-4a9e-86bf-80e5136a42fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:37.828113 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e8e0f766-d7d6-44ef-afed-077b8f4c4ecf req-e5411548-7ff1-4a9e-86bf-80e5136a42fa tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.1128385 Oct 22 18:59:37.846246 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] No DVR routers for this DVR port 6baf693f-9404-46bb-acbf-85cc5fa6f030 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:59:37.848811 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:37.852078 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1bfa5dd1-03e7-402c-9a96-fa6a1c636e0a req-241b8dbe-82a7-4d7a-8a3c-8812bf81e085 tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.37 "DELETE /v2.0/ports/6baf693f-9404-46bb-acbf-85cc5fa6f030 HTTP/1.1" status: 204 len: 173 time: 0.4518607 Oct 22 18:59:37.856494 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929d278d-4a36-4d1b-9816-70948196be57', 'name': 'network-vif-deleted', 'tag': '6baf693f-9404-46bb-acbf-85cc5fa6f030'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:37.858914 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dcfc3d-1596-4f47-87ea-e601d09d6c62" -d '{"events": [{"server_uuid": "929d278d-4a36-4d1b-9816-70948196be57", "name": "network-vif-deleted", "tag": "6baf693f-9404-46bb-acbf-85cc5fa6f030"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:37.895805 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e8e0f766-d7d6-44ef-afed-077b8f4c4ecf req-e53af5e2-7f7d-49f7-8231-9589974adabd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505745 Oct 22 18:59:37.906124 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07488244-915e-472c-8e3c-e6948bdc7eeb x-openstack-request-id: req-07488244-915e-472c-8e3c-e6948bdc7eeb {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:37.906415 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929d278d-4a36-4d1b-9816-70948196be57", "name": "network-vif-deleted", "tag": "6baf693f-9404-46bb-acbf-85cc5fa6f030", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:37.906663 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07488244-915e-472c-8e3c-e6948bdc7eeb {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:37.907098 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929d278d-4a36-4d1b-9816-70948196be57', 'name': 'network-vif-deleted', 'tag': '6baf693f-9404-46bb-acbf-85cc5fa6f030', 'status': 'completed', 'code': 200} Oct 22 18:59:38.116371 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2534321c-da8e-4527-a005-cfdbef46d9ec req-1124da07-349c-4195-b72e-6a0755495b5c tempest-VolumesActionsTest-1617740663 tempest-VolumesActionsTest-1617740663-project] 10.222.0.15 "GET /v2.0/ports?device_id=929d278d-4a36-4d1b-9816-70948196be57 HTTP/1.1" status: 200 len: 210 time: 0.0267015 Oct 22 18:59:39.011914 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5898287-0f5a-4c8b-8c3d-378effff51b0 req-7e088e71-180b-4c66-9ea7-8c817fa3dcdd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:39.013408 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a5898287-0f5a-4c8b-8c3d-378effff51b0 req-7e088e71-180b-4c66-9ea7-8c817fa3dcdd tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.0492280 Oct 22 18:59:39.050609 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a5898287-0f5a-4c8b-8c3d-378effff51b0 req-551cb541-8a87-4573-9bb6-5f486587bd99 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Oct 22 18:59:39.719012 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-2f08b51a-9fa7-4c38-ab94-122fd911f7e2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:39.720489 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-2f08b51a-9fa7-4c38-ab94-122fd911f7e2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.0553210 Oct 22 18:59:39.816034 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Deleting port 73f565bf-24c3-46d6-bfff-98b00762a3bc {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:39.816384 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:39.912287 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] For port 73f565bf-24c3-46d6-bfff-98b00762a3bc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73f565bf-24c3-46d6-bfff-98b00762a3bc,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:39.912649 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:40.081031 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:40.081619 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:40.081619 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Floating IP 931faa06-56a8-4063-858d-bfc127a7ff25 disassociated. External IP: 172.27.0.168, port: 73f565bf-24c3-46d6-bfff-98b00762a3bc. Oct 22 18:59:40.081939 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Calling delete_port for 73f565bf-24c3-46d6-bfff-98b00762a3bc owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:40.194336 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010ac2-e906-41eb-8fb4-7dd4969986cc req-15be5baf-a926-4d8d-a1a0-5400b68aec34 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:40.195794 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-70010ac2-e906-41eb-8fb4-7dd4969986cc req-15be5baf-a926-4d8d-a1a0-5400b68aec34 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 945 time: 0.0741012 Oct 22 18:59:40.266551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-70010ac2-e906-41eb-8fb4-7dd4969986cc req-2da15256-0a14-49f9-b0cc-3cae290bb3f8 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups?id=4e1b5af7-d670-4905-8ea0-e78caf018759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639627 Oct 22 18:59:40.275229 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:40.312296 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event deleted for resources: {'Port': ['ID=73f565bf-24c3-46d6-bfff-98b00762a3bc,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:40.425889 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Router 3662a3a5-1f9f-437a-81d3-96ef181329b8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:59:40.532041 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:59:40.541473 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] Sync routers for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:59:40.551735 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:59:40.552416 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:40.569869 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] No DVR routers for this DVR port 73f565bf-24c3-46d6-bfff-98b00762a3bc on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:59:40.572316 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:40.575580 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ce1296b5-df80-4024-bac9-31be2a4a3fb3 req-7711e130-8403-4808-9e31-5de94de723d9 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.37 "DELETE /v2.0/ports/73f565bf-24c3-46d6-bfff-98b00762a3bc HTTP/1.1" status: 204 len: 173 time: 0.8487048 Oct 22 18:59:40.576572 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'name': 'network-vif-deleted', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:40.578839 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6566a87-490b-48a5-874c-7262d4a0d12c" -d '{"events": [{"server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "name": "network-vif-deleted", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:40.616296 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee17035-3145-4e18-88b4-f3087ce0c70c x-openstack-request-id: req-7ee17035-3145-4e18-88b4-f3087ce0c70c {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:40.616589 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79e8208-e945-4d03-9547-e358f69766f5", "name": "network-vif-deleted", "tag": "73f565bf-24c3-46d6-bfff-98b00762a3bc", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:40.616843 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ee17035-3145-4e18-88b4-f3087ce0c70c {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:40.617237 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79e8208-e945-4d03-9547-e358f69766f5', 'name': 'network-vif-deleted', 'tag': '73f565bf-24c3-46d6-bfff-98b00762a3bc', 'status': 'completed', 'code': 200} Oct 22 18:59:40.658470 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:59:40.863267 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:40.892852 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] Checking router: 3662a3a5-1f9f-437a-81d3-96ef181329b8 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:59:40.901089 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:59:40.901648 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:41.005774 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:59:41.202589 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:41.228223 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee3a7c-ff6c-490b-abe5-2fef6a34773e None None] The sync data for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi is: [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:52:05Z', 'revision_number': 4, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7c287fae-fbb7-42b4-a54d-ec2ed774b11e', 'name': '', 'network_id': 'b28a4df9-e9fd-4541-b06c-035940bb8019', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'mac_address': 'fa:16:3e:d7:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:05Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'subnets': [{'id': '3c3d4c1f-9fc6-4931-8959-d3f524fb22a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:59:41.367083 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cd8ef264-8f66-4c9e-ba27-b6736f136f30 req-2a3be081-a277-43f0-a489-dd64ec46a6a6 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 210 time: 0.0308869 Oct 22 18:59:41.446173 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927fb06-c695-4364-a9cc-50391b0add14 None None] New status for floating IP 931faa06-56a8-4063-858d-bfc127a7ff25: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:59:42.465590 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5fc7124-f486-41c3-b6ac-c883d0c903bb req-b9c12207-35de-4110-95eb-e6f4eb7939cb tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 210 time: 0.0281065 Oct 22 18:59:42.513518 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 6baf693f-9404-46bb-acbf-85cc5fa6f030 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:59:42.535544 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 6baf693f-9404-46bb-acbf-85cc5fa6f030 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:59:42.535894 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 6baf693f-9404-46bb-acbf-85cc5fa6f030 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:59:43.558473 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ef75d102-daef-4163-9697-056b7186ae8d req-a663a4c8-588b-47f0-9187-6d36ce6c6b32 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/ports?device_id=b79e8208-e945-4d03-9547-e358f69766f5 HTTP/1.1" status: 200 len: 210 time: 0.0261090 Oct 22 18:59:44.248835 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d85c5574-f897-4014-a32e-03943ccd4cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.640290 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41058) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:44.692204 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1037ba6d-3145-4b32-93fa-c0863080f365 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.715055 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1037ba6d-3145-4b32-93fa-c0863080f365 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.761484 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1037ba6d-3145-4b32-93fa-c0863080f365 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.764020 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1037ba6d-3145-4b32-93fa-c0863080f365 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.765388 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1037ba6d-3145-4b32-93fa-c0863080f365 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "DELETE /v2.0/security-groups/4e1b5af7-d670-4905-8ea0-e78caf018759 HTTP/1.1" status: 204 len: 168 time: 0.1240249 Oct 22 18:59:44.768459 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41060) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:44.774004 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037ba6d-3145-4b32-93fa-c0863080f365 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1b5af7-d670-4905-8ea0-e78caf018759,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:44.781977 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.api.v2.resource [None req-398573ad-fe6b-49bc-981b-1b02e082ff2f tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] show failed (client error): The resource could not be found. Oct 22 18:59:44.785933 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-398573ad-fe6b-49bc-981b-1b02e082ff2f tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "GET /v2.0/security-groups/4e1b5af7-d670-4905-8ea0-e78caf018759 HTTP/1.1" status: 404 len: 347 time: 0.0164108 Oct 22 18:59:44.786722 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41062) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:44.907511 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Deleting port d873b8a3-3a63-418f-bb0a-67126379c96f {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:44.907845 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.984148 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.984463 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:44.995864 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Calling delete_port for d873b8a3-3a63-418f-bb0a-67126379c96f owned by network:floatingip {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:45.123982 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:45.154170 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Pushing event deleted for resources: {'Port': ['ID=d873b8a3-3a63-418f-bb0a-67126379c96f,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:45.205983 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks [] for floatingip, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:45.208455 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:45.209572 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-1ff384a5-238a-4a22-a021-9b348adc91b2 tempest-AttachVolumeTestJSON-709568321 tempest-AttachVolumeTestJSON-709568321-project] 10.222.0.15 "DELETE /v2.0/floatingips/931faa06-56a8-4063-858d-bfc127a7ff25 HTTP/1.1" status: 204 len: 168 time: 0.4218256 Oct 22 18:59:45.885703 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 73f565bf-24c3-46d6-bfff-98b00762a3bc no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:59:45.922266 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 73f565bf-24c3-46d6-bfff-98b00762a3bc {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:59:45.922773 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 73f565bf-24c3-46d6-bfff-98b00762a3bc not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:59:46.958332 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-17fb4150-026a-4bff-8e78-001989a59977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:47.977330 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:48.364425 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:48.818374 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41128) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:49.275454 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:49.573402 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Deleting port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:49.574051 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:49.657051 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] For port 7c287fae-fbb7-42b4-a54d-ec2ed774b11e, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:49.657466 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:49.671569 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Calling delete_port for 7c287fae-fbb7-42b4-a54d-ec2ed774b11e owned by network:router_interface {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:49.903839 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:49.959748 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c287fae-fbb7-42b4-a54d-ec2ed774b11e,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:49.988022 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:50.001439 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.001833 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.002154 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.002488 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.002817 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.003153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.003482 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.003810 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.004137 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.005075 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.005412 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.005744 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:50.462751 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:50.715333 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Router 3662a3a5-1f9f-437a-81d3-96ef181329b8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:59:50.840130 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:59:50.848330 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-0e2aacc9-177e-4a0d-84fd-c6021c6da641 admin admin] 10.222.0.15 "PUT /v2.0/routers/3662a3a5-1f9f-437a-81d3-96ef181329b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265157 Oct 22 18:59:50.848567 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41140) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:50.854713 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] Sync routers for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:59:50.876701 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:59:50.877609 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:50.974324 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks [] for router, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:50.995088 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:59:51.125294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.221549 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Deleting port 07048020-1dd6-4b60-8553-0fa936212be6 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:51.222294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.246836 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '07048020-1dd6-4b60-8553-0fa936212be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:59:49Z', 'revision_number': 5, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port': {'id': '07048020-1dd6-4b60-8553-0fa936212be6', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:52:03Z', 'updated_at': '2021-10-22T18:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:51.280949 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] Checking router: 3662a3a5-1f9f-437a-81d3-96ef181329b8 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:59:51.289574 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] Routers {'3662a3a5-1f9f-437a-81d3-96ef181329b8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:59:51.290217 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['3662a3a5-1f9f-437a-81d3-96ef181329b8'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:51.338546 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] For port 07048020-1dd6-4b60-8553-0fa936212be6, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=07048020-1dd6-4b60-8553-0fa936212be6,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:51.339046 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.352227 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Calling delete_port for 07048020-1dd6-4b60-8553-0fa936212be6 owned by network:router_gateway {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:51.380491 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] Set router 3662a3a5-1f9f-437a-81d3-96ef181329b8 gateway port host: None {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:59:51.525222 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:59:51Z', 'revision_number': 6, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:51.541254 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.557567 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f2abda-5cee-40dd-80f7-cc44d7012404 None None] The sync data for ids ['3662a3a5-1f9f-437a-81d3-96ef181329b8'] in dv-cinder-815146-1-iscsi is: [{'id': '3662a3a5-1f9f-437a-81d3-96ef181329b8', 'name': 'tempest-AttachVolumeTestJSON-443240490-router', 'tenant_id': '1913537aed9148638d0669cefee6520e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:52:02Z', 'updated_at': '2021-10-22T18:59:51Z', 'revision_number': 6, 'project_id': '1913537aed9148638d0669cefee6520e', 'gw_port_host': None}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:59:51.566768 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=07048020-1dd6-4b60-8553-0fa936212be6,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:51.646470 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.756688 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.759504 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.831195 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.831735 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3662a3a5-1f9f-437a-81d3-96ef181329b8 {{(pid=106215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 18:59:51.837442 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] Publish callbacks [] for router, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.841233 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41150) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:51.841729 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-33b02345-248b-4043-8822-c80381d97e2f admin admin] 10.222.0.15 "DELETE /v2.0/routers/3662a3a5-1f9f-437a-81d3-96ef181329b8 HTTP/1.1" status: 204 len: 168 time: 0.9917514 Oct 22 18:59:51.891976 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Deleting subnet 3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 18:59:51.895330 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:51.946509 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.042302 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.106468 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.136777 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3d4c1f-9fc6-4931-8959-d3f524fb22a9,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:52.142965 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.147332 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3c3d4c1f-9fc6-4931-8959-d3f524fb22a9 HTTP/1.1" status: 204 len: 168 time: 0.3050392 Oct 22 18:59:52.149948 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e118e-23d5-4c4c-a00d-c9e3b65de863 None None] Network b28a4df9-e9fd-4541-b06c-035940bb8019 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 18:59:52.150793 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41156) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:52.153876 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.154266 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.154614 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.155500 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.155843 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.156175 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.156506 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.156835 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.157165 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.157491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.157817 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.158162 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5ec3e-d499-44a8-a517-438c564b593e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 18:59:52.262590 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.325040 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Deleting port 71ca429a-58de-4e93-a500-993f20fa8793 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:52.325399 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.430512 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] For port 71ca429a-58de-4e93-a500-993f20fa8793, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=71ca429a-58de-4e93-a500-993f20fa8793,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:52.430930 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.440819 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] DHCP port deletion for b28a4df9-e9fd-4541-b06c-035940bb8019 request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 18:59:52.464175 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Calling delete_port for 71ca429a-58de-4e93-a500-993f20fa8793 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:52.520838 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] Deleting port 71ca429a-58de-4e93-a500-993f20fa8793 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:52.521439 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.575664 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.622847 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] No DVR routers for this DVR port 71ca429a-58de-4e93-a500-993f20fa8793 on host dv-cinder-815146-1-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:59:52.628427 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=71ca429a-58de-4e93-a500-993f20fa8793,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:52.648921 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] For port 71ca429a-58de-4e93-a500-993f20fa8793, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=71ca429a-58de-4e93-a500-993f20fa8793,segment=NetworkSegment(a4a41d05-b730-4bfc-be8e-5a7d8898b419),segment_id=a4a41d05-b730-4bfc-be8e-5a7d8898b419)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 18:59:52.649452 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.677682 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] Calling delete_port for 71ca429a-58de-4e93-a500-993f20fa8793 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:52.715292 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.745038 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28a4df9-e9fd-4541-b06c-035940bb8019']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:52.761254 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a41d05-b730-4bfc-be8e-5a7d8898b419') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:52.761955 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a41d05-b730-4bfc-be8e-5a7d8898b419') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:52.780606 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.797785 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471'] for port, after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.800163 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.809694 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 18:59:52.810286 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.819140 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] No DVR routers for this DVR port 71ca429a-58de-4e93-a500-993f20fa8793 on host dv-cinder-815146-1-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 18:59:52.822167 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 18:59:52.909313 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.924574 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:52.930199 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b28a4df9-e9fd-4541-b06c-035940bb8019 HTTP/1.1" status: 204 len: 168 time: 0.7756648 Oct 22 18:59:52.960153 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc7dd8-4192-4f8a-afc8-ba92d5834c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=b28a4df9-e9fd-4541-b06c-035940bb8019,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:53.022180 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14bc7-e986-43d6-a299-22cfe803732e None None] Pushing event deleted for resources: {'Port': ['ID=71ca429a-58de-4e93-a500-993f20fa8793,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:53.112027 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41160) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:53.137413 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 71ca429a-58de-4e93-a500-993f20fa8793 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:59:53.168254 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-888ec6b8-4287-490c-9a0d-986392bd5e20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1913537aed9148638d0669cefee6520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540662 Oct 22 18:59:53.170513 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41162) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:53.178838 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 71ca429a-58de-4e93-a500-993f20fa8793 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:59:53.179382 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 71ca429a-58de-4e93-a500-993f20fa8793 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:59:53.180073 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 07048020-1dd6-4b60-8553-0fa936212be6 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:59:53.222577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 07048020-1dd6-4b60-8553-0fa936212be6 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:59:53.222922 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 07048020-1dd6-4b60-8553-0fa936212be6 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:59:53.223343 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7c287fae-fbb7-42b4-a54d-ec2ed774b11e no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 18:59:53.241304 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b89205f-31a5-49a7-93fa-845639f8c1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:53.245153 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 7c287fae-fbb7-42b4-a54d-ec2ed774b11e {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 18:59:53.245503 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7c287fae-fbb7-42b4-a54d-ec2ed774b11e not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 18:59:53.271760 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b89205f-31a5-49a7-93fa-845639f8c1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:53.329948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b89205f-31a5-49a7-93fa-845639f8c1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:53.332925 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2b89205f-31a5-49a7-93fa-845639f8c1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:53.334179 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2b89205f-31a5-49a7-93fa-845639f8c1d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8fea76a-c195-413e-998c-5e030322a677 HTTP/1.1" status: 204 len: 168 time: 0.1605525 Oct 22 18:59:53.348901 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89205f-31a5-49a7-93fa-845639f8c1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fea76a-c195-413e-998c-5e030322a677,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:53.478912 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 18:59:55.446925 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:56.831913 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41224) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 18:59:57.283251 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Deleting port 21fdc8b5-e954-4b8f-b865-364a54766bcf {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 18:59:57.283611 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:57.391431 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:57.391431 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:57.407590 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Calling delete_port for 21fdc8b5-e954-4b8f-b865-364a54766bcf owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 18:59:57.667109 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:57.698562 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event deleted for resources: {'Port': ['ID=21fdc8b5-e954-4b8f-b865-364a54766bcf,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 18:59:57.763225 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:57.763460 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Floating IP 078ba436-1b1a-4692-b25b-35dacd488ad3 disassociated (deleted). External IP: 172.27.0.48, port: 8e997ee9-9095-4984-b501-bf87b041ef9c. Oct 22 18:59:57.992602 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 18:59:58.120722 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 18:59:58.126233 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 18:59:58.134812 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 18:59:58.149366 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:59:58.150343 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:58.162279 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e60f0be4-5b47-4929-a47a-2595b58ea8d0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "DELETE /v2.0/floatingips/078ba436-1b1a-4692-b25b-35dacd488ad3 HTTP/1.1" status: 204 len: 168 time: 1.3284762 Oct 22 18:59:58.163177 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 18:59:58.166605 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014c4c95-ce66-4859-a408-93c0e06ba496" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 18:59:58.239116 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 18:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6023d50-9db5-434f-9447-55007b475c5a x-openstack-request-id: req-a6023d50-9db5-434f-9447-55007b475c5a {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 18:59:58.239462 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 18:59:58.239723 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6023d50-9db5-434f-9447-55007b475c5a {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 18:59:58.240990 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'status': 'completed', 'code': 200} Oct 22 18:59:58.323670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-bf9fffac-5edc-4b8d-b72c-f4ea2f519b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:58.327768 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-bf9fffac-5edc-4b8d-b72c-f4ea2f519b02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 1098 time: 0.0650663 Oct 22 18:59:58.362375 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:59:58.464168 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-b8d740b0-9cfb-488a-9ffb-f01f53f42455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:58.465963 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-b8d740b0-9cfb-488a-9ffb-f01f53f42455 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.1308553 Oct 22 18:59:58.530112 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-53af0ce3-47f9-4d88-8980-19d981ae7936 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e997ee9-9095-4984-b501-bf87b041ef9c HTTP/1.1" status: 200 len: 217 time: 0.0561647 Oct 22 18:59:58.608571 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-e36df47e-f028-4ec8-8399-7c373c5cefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:58.610420 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-e36df47e-f028-4ec8-8399-7c373c5cefd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0700982 Oct 22 18:59:58.619202 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bb01d-e044-46c7-adb3-0b76685acfd5 req-51ebed49-eba6-48b1-8dbe-83284e9a9609 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:58.620976 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3a4bb01d-e044-46c7-adb3-0b76685acfd5 req-51ebed49-eba6-48b1-8dbe-83284e9a9609 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 945 time: 0.0895164 Oct 22 18:59:58.675418 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:47Z', 'revision_number': 1, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:58.692708 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3a4bb01d-e044-46c7-adb3-0b76685acfd5 req-aa82522d-a901-4b23-aa23-c7c0d9687d25 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610387 Oct 22 18:59:58.698899 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-bcdd7815-a67a-43e1-8277-930bcfacce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:58.700551 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-bcdd7815-a67a-43e1-8277-930bcfacce24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785086 Oct 22 18:59:58.740973 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 18:59:58.751627 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 18:59:58.752659 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:58.847006 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-2d17b9dd-8098-4bb7-877d-0e32e059862d service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376808 Oct 22 18:59:58.901169 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 18:59:58.979646 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-014c4c95-ce66-4859-a408-93c0e06ba496 req-b6efb6e2-2d44-4cfb-aafd-b12321204e9e service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228650 Oct 22 18:59:59.223129 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:47Z', 'revision_number': 1, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 18:59:59.257381 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c102cb-ae6d-4779-b9e9-78cb066144b2 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': '293359a2-a5a1-4e4b-adef-aec2330a67f5', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'port_id': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'mac_address': 'fa:16:3e:40:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911705f-a6b7-407a-92af-b7761d2ca322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T18:55:45Z', 'updated_at': '2021-10-22T18:55:47Z', 'revision_number': 1, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 18:59:59.665099 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa6383-d6e2-4b50-9511-267db946b2a9 None None] New status for floating IP 078ba436-1b1a-4692-b25b-35dacd488ad3: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 18:59:59.876474 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e94a33-8fff-4abc-8257-aaf29ef30bff req-996737a4-dcd8-47ae-b72d-e06ec47e135d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 18:59:59.885937 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b1e94a33-8fff-4abc-8257-aaf29ef30bff req-996737a4-dcd8-47ae-b72d-e06ec47e135d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 945 time: 0.0777318 Oct 22 18:59:59.934885 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b1e94a33-8fff-4abc-8257-aaf29ef30bff req-db8482d0-5a7c-461f-89b6-ac45fd8ed274 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469975 Oct 22 19:00:00.309342 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-c0385b1f-79ba-4958-84fd-58db902e654d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:00.310986 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-c0385b1f-79ba-4958-84fd-58db902e654d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 945 time: 0.0572305 Oct 22 19:00:00.465963 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Deleting port 8e997ee9-9095-4984-b501-bf87b041ef9c {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:00.466441 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:00.569503 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] For port 8e997ee9-9095-4984-b501-bf87b041ef9c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e997ee9-9095-4984-b501-bf87b041ef9c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:00.569870 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:00.588076 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Calling delete_port for 8e997ee9-9095-4984-b501-bf87b041ef9c owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:00.754962 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:00.785593 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event deleted for resources: {'Port': ['ID=8e997ee9-9095-4984-b501-bf87b041ef9c,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:00.843473 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] No DVR routers for this DVR port 8e997ee9-9095-4984-b501-bf87b041ef9c on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:00:00.846057 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:00.849405 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6aadb53f-9088-4f37-93b8-f97a76e91ab1 req-21883596-c180-4201-8b43-0dbdd17a8dbc tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "DELETE /v2.0/ports/8e997ee9-9095-4984-b501-bf87b041ef9c HTTP/1.1" status: 204 len: 173 time: 0.5321543 Oct 22 19:00:00.849847 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'name': 'network-vif-deleted', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:00:00.852105 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ad516f-f897-4963-8391-4468c5ec13e0" -d '{"events": [{"server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "name": "network-vif-deleted", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:00:01.109787 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-8f6bfd27-440a-4e0f-987c-ad36a00615ea req-ca58fc88-52e2-4972-b88f-0ddf0132165d tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e HTTP/1.1" status: 200 len: 210 time: 0.0516024 Oct 22 19:00:01.117509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 19:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb8cfa-10b9-4649-a1f1-057924abfb88 x-openstack-request-id: req-78eb8cfa-10b9-4649-a1f1-057924abfb88 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:00:01.118059 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e", "name": "network-vif-deleted", "tag": "8e997ee9-9095-4984-b501-bf87b041ef9c", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:00:01.129773 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78eb8cfa-10b9-4649-a1f1-057924abfb88 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:00:01.130737 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5e0c72-e1a9-4d0c-b0e2-4f6c07cb533e', 'name': 'network-vif-deleted', 'tag': '8e997ee9-9095-4984-b501-bf87b041ef9c', 'status': 'completed', 'code': 200} Oct 22 19:00:03.545394 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41422) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:03.650456 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7700b0ca-25f8-40a9-b001-8b5eaef08ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:03.727109 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7700b0ca-25f8-40a9-b001-8b5eaef08ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:03.730743 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7700b0ca-25f8-40a9-b001-8b5eaef08ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:03.769556 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7700b0ca-25f8-40a9-b001-8b5eaef08ce8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0151a19bccf14bafaeb7d5dfc979d797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223275 Oct 22 19:00:03.770457 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700b0ca-25f8-40a9-b001-8b5eaef08ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d303fa-fa55-4cf7-8b9f-fda7ab1f97fe,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:03.772184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41426) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:03.820759 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-deac980b-c99f-4c84-a13f-d907a8832770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:03.842123 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-deac980b-c99f-4c84-a13f-d907a8832770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:03.888853 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-deac980b-c99f-4c84-a13f-d907a8832770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:03.892089 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-deac980b-c99f-4c84-a13f-d907a8832770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:03.893295 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-deac980b-c99f-4c84-a13f-d907a8832770 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5d303fa-fa55-4cf7-8b9f-fda7ab1f97fe HTTP/1.1" status: 204 len: 168 time: 0.1201153 Oct 22 19:00:03.901041 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac980b-c99f-4c84-a13f-d907a8832770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d303fa-fa55-4cf7-8b9f-fda7ab1f97fe,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:04.006417 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 8e997ee9-9095-4984-b501-bf87b041ef9c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:04.026671 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 8e997ee9-9095-4984-b501-bf87b041ef9c {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:04.027022 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 8e997ee9-9095-4984-b501-bf87b041ef9c not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:04.118016 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41436) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:04.165668 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] Deleting subnet fac9994f-7f15-4dc8-b9b7-8c84abb806a7 {{(pid=106215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 19:00:04.168736 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.203385 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12402833'] for subnet, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.243598 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.297661 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12333493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12377001'] for subnet, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.324175 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac9994f-7f15-4dc8-b9b7-8c84abb806a7,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:04.329454 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.332574 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-0a0937a7-443f-48d3-8d48-71d8d843ca2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fac9994f-7f15-4dc8-b9b7-8c84abb806a7 HTTP/1.1" status: 204 len: 168 time: 0.2134647 Oct 22 19:00:04.335251 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41446) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:04.384887 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41454) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:04.403838 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.489886 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.509631 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:04.519558 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e844b4b-258d-4e41-95bd-28c53719bec8') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:04.519860 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e844b4b-258d-4e41-95bd-28c53719bec8') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:04.529252 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12439947'] for segment, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.548016 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.556662 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 19:00:04.557146 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12441473'] for segment, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.558934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Deleting port a2cd9231-5692-4630-b9ea-fdc2e291898c {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:04.559249 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: Traceback (most recent call last): Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: timer() Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: cb(*args, **kw) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: return func(*args, **kwargs) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: self._notify() Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: self.callback(batched_events) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: event.method(event) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: return f(self, *a, **k) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._get(url).json() Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: return self.request(url, 'GET', **kwargs) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 19:00:04.559587 dv-cinder-815146-1-iscsi neutron-server[106214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 19:00:04.620691 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.625652 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.629431 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1 HTTP/1.1" status: 204 len: 168 time: 0.2931285 Oct 22 19:00:04.641291 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.641704 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.647857 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf4f09-85e1-414c-a985-d3b99d3ef729 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb2ff89-9dca-41a1-bb7f-1b4537f6ada1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:04.655408 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Calling delete_port for a2cd9231-5692-4630-b9ea-fdc2e291898c owned by network:floatingip {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:04.758349 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41464) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:04.807673 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-add54826-18b7-4be0-9348-18bbc25176c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28e4fadab8c642f18ace241f27ef8bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481577 Oct 22 19:00:04.810224 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41468) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:04.862698 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.863295 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c0826a74-5833-439a-9c79-38f481c07b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.870061 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-4694204c-3e02-4acd-aadf-7c09424ac978 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660934 Oct 22 19:00:04.887370 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c0826a74-5833-439a-9c79-38f481c07b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.893465 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event deleted for resources: {'Port': ['ID=a2cd9231-5692-4630-b9ea-fdc2e291898c,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:04.951411 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c0826a74-5833-439a-9c79-38f481c07b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.954657 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c0826a74-5833-439a-9c79-38f481c07b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:04.958146 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c0826a74-5833-439a-9c79-38f481c07b84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80fdc483-fca2-495e-90a0-4c74b0d02c87 HTTP/1.1" status: 204 len: 168 time: 0.1445093 Oct 22 19:00:04.966390 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0826a74-5833-439a-9c79-38f481c07b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fdc483-fca2-495e-90a0-4c74b0d02c87,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:05.002718 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:05.003057 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.l3_db [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Floating IP 293359a2-a5a1-4e4b-adef-aec2330a67f5 disassociated (deleted). External IP: 172.27.0.124, port: 89cf8775-9615-43c6-a410-bb27d1e7ff3c. Oct 22 19:00:05.045253 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-7dfbd400-9067-43f4-b147-9e627c445898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:05.047804 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-7dfbd400-9067-43f4-b147-9e627c445898 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1098 time: 0.0909228 Oct 22 19:00:05.238243 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-f31530c7-1177-4912-8c1d-103ee5506b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:05.240043 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-f31530c7-1177-4912-8c1d-103ee5506b9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.1704834 Oct 22 19:00:05.606276 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-7a6bc711-7417-4ce0-bb52-38f43787f02b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 200 len: 217 time: 0.3560698 Oct 22 19:00:05.666398 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-3e533fe7-d46f-4b64-847a-7991ae376d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:05.667822 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-3e533fe7-d46f-4b64-847a-7991ae376d4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0542767 Oct 22 19:00:05.673401 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:00:05.719437 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41514) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:05.755541 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-788d0c33-0b11-418e-8d25-819bea89fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:05.757313 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-788d0c33-0b11-418e-8d25-819bea89fec2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826836 Oct 22 19:00:05.837043 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f0f77292-4748-44e9-bd6d-eb007647b703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:05.889720 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:00:05.894687 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:05.906734 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:00:05.926310 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f0f77292-4748-44e9-bd6d-eb007647b703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:05.927828 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:05.931025 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:05.932750 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f0f77292-4748-44e9-bd6d-eb007647b703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:05.935074 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-0795b5de-f903-4846-956b-0387aadf23a2 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699846 Oct 22 19:00:05.943428 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5837d7bf-0256-42f5-ba6e-45f33c0be967 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "DELETE /v2.0/floatingips/293359a2-a5a1-4e4b-adef-aec2330a67f5 HTTP/1.1" status: 204 len: 168 time: 1.5536706 Oct 22 19:00:05.945316 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:00:05.948147 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019a5b5c-1ddd-4981-8482-72e4317575da" -d '{"events": [{"name": "network-changed", "server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:00:05.992058 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf10efdc-d9ce-426c-9eab-920f961cd589 x-openstack-request-id: req-cf10efdc-d9ce-426c-9eab-920f961cd589 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:00:05.992399 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:00:05.992658 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf10efdc-d9ce-426c-9eab-920f961cd589 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:00:05.993056 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'status': 'completed', 'code': 200} Oct 22 19:00:06.020988 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f0f77292-4748-44e9-bd6d-eb007647b703 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4d9a9296ffe48079aaa96e880a8cfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000033 Oct 22 19:00:06.021747 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41554) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:06.022422 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77292-4748-44e9-bd6d-eb007647b703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4276019-1556-45bd-bb82-db0ad3a1bb4a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:06.075849 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-e9b06ed8-d06c-4275-8cd9-a297ed0cb8dc req-1553eef7-2529-4d78-8542-711d320c9d95 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310821 Oct 22 19:00:06.097089 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d562c271-a311-49bf-8163-9faba7de7636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.121707 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d562c271-a311-49bf-8163-9faba7de7636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.180119 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d562c271-a311-49bf-8163-9faba7de7636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.187177 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d562c271-a311-49bf-8163-9faba7de7636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.193155 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d562c271-a311-49bf-8163-9faba7de7636 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4276019-1556-45bd-bb82-db0ad3a1bb4a HTTP/1.1" status: 204 len: 168 time: 0.1521268 Oct 22 19:00:06.200760 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:06.211613 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562c271-a311-49bf-8163-9faba7de7636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4276019-1556-45bd-bb82-db0ad3a1bb4a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:06.231679 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5b5c-1ddd-4981-8482-72e4317575da req-506c804b-195f-40bc-9a39-e5e13f9835d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:06.233865 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-019a5b5c-1ddd-4981-8482-72e4317575da req-506c804b-195f-40bc-9a39-e5e13f9835d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 1098 time: 0.1027071 Oct 22 19:00:06.358673 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2218b10-42f9-4788-ade6-6dae626a700a req-07c43e15-61f5-4359-a9c9-d27c00e93053 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:06.360509 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a2218b10-42f9-4788-ade6-6dae626a700a req-07c43e15-61f5-4359-a9c9-d27c00e93053 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 945 time: 0.0830934 Oct 22 19:00:06.378326 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5b5c-1ddd-4981-8482-72e4317575da req-61df54d4-efdd-4f79-ba8c-d19effb67689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:06.381778 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-019a5b5c-1ddd-4981-8482-72e4317575da req-61df54d4-efdd-4f79-ba8c-d19effb67689 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 200 len: 912 time: 0.1382613 Oct 22 19:00:06.417541 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a2218b10-42f9-4788-ade6-6dae626a700a req-c37bf0df-16ab-456a-b4d5-6e85d215165e tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504768 Oct 22 19:00:06.444123 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-019a5b5c-1ddd-4981-8482-72e4317575da req-679dde3e-5316-457e-92c8-9225e7be2318 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 200 len: 217 time: 0.0510235 Oct 22 19:00:06.486991 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:06.515423 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5b5c-1ddd-4981-8482-72e4317575da req-319027aa-a534-4619-96ac-aba83f707846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:06.516472 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-019a5b5c-1ddd-4981-8482-72e4317575da req-319027aa-a534-4619-96ac-aba83f707846 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 200 len: 850 time: 0.0635333 Oct 22 19:00:06.520987 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:00:06.533646 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:06.534474 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:06.578768 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5b5c-1ddd-4981-8482-72e4317575da req-d14a0e2f-3373-4a98-8ca1-426e869527fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:06.580713 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-019a5b5c-1ddd-4981-8482-72e4317575da req-d14a0e2f-3373-4a98-8ca1-426e869527fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc43ee55-7f34-48f5-82f6-ae9760f90819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516627 Oct 22 19:00:06.648010 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41574) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:06.660793 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:06.664872 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dd062c1f-909f-4226-a6ab-d2625f03499b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.685614 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-019a5b5c-1ddd-4981-8482-72e4317575da req-13db7f45-fdbe-45bc-9ca6-0154fcd469f7 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943696 Oct 22 19:00:06.754146 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dd062c1f-909f-4226-a6ab-d2625f03499b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.760553 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dd062c1f-909f-4226-a6ab-d2625f03499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.797219 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-019a5b5c-1ddd-4981-8482-72e4317575da req-89926dd1-b6e9-43c7-91a6-67c6fa187fe7 service neutron] 10.222.0.37 "GET /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035337 Oct 22 19:00:06.808404 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-dd062c1f-909f-4226-a6ab-d2625f03499b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfccd5606409478cb1806f2ea99b235a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592662 Oct 22 19:00:06.809616 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd062c1f-909f-4226-a6ab-d2625f03499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e936ecba-c08a-4b0c-b859-65f470b44116,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:06.813663 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41586) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:06.868519 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-12a63770-b0b4-4d95-ace9-4c12e7e836bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.891635 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-12a63770-b0b4-4d95-ace9-4c12e7e836bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.892327 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:06.942526 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-12a63770-b0b4-4d95-ace9-4c12e7e836bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.945074 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-12a63770-b0b4-4d95-ace9-4c12e7e836bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:06.946476 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-12a63770-b0b4-4d95-ace9-4c12e7e836bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e936ecba-c08a-4b0c-b859-65f470b44116 HTTP/1.1" status: 204 len: 168 time: 0.1314273 Oct 22 19:00:06.957949 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a63770-b0b4-4d95-ace9-4c12e7e836bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e936ecba-c08a-4b0c-b859-65f470b44116,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:07.059616 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ad3e9-926d-4bb1-a268-b58df39b4667 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:20Z', 'revision_number': 4, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '7d7748c3-1026-47bf-acff-ad75d34ec75a', 'name': '', 'network_id': 'bc43ee55-7f34-48f5-82f6-ae9760f90819', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'mac_address': 'fa:16:3e:34:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6491d84d-ce60-4272-a924-02bc52680915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:20Z', 'updated_at': '2021-10-22T18:50:25Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'subnets': [{'id': '6491d84d-ce60-4272-a924-02bc52680915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:00:07.301773 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea66fa58-68eb-478a-b2be-48fb2a394b28 None None] New status for floating IP 293359a2-a5a1-4e4b-adef-aec2330a67f5: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 19:00:07.561894 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b993b-ac37-4d70-9360-4a6d4d946c50 req-a654a56c-4651-4cb2-bab1-ec34b79b60b4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:07.563520 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7f1b993b-ac37-4d70-9360-4a6d4d946c50 req-a654a56c-4651-4cb2-bab1-ec34b79b60b4 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 945 time: 0.0633485 Oct 22 19:00:07.618560 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-7f1b993b-ac37-4d70-9360-4a6d4d946c50 req-27d69687-f985-4b22-afa0-6b54373061e0 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d1539c1-4b27-4f94-ab34-f000bbf28219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490324 Oct 22 19:00:07.898295 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-3a0df1f3-10e3-4e05-bc46-69e508e35f95 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:07.899811 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-3a0df1f3-10e3-4e05-bc46-69e508e35f95 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 945 time: 0.0528057 Oct 22 19:00:08.000705 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Deleting port 89cf8775-9615-43c6-a410-bb27d1e7ff3c {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:08.001055 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:08.091757 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] For port 89cf8775-9615-43c6-a410-bb27d1e7ff3c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=89cf8775-9615-43c6-a410-bb27d1e7ff3c,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:08.092091 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:08.110020 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Calling delete_port for 89cf8775-9615-43c6-a410-bb27d1e7ff3c owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:08.247641 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:08.281393 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event deleted for resources: {'Port': ['ID=89cf8775-9615-43c6-a410-bb27d1e7ff3c,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:08.330614 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] No DVR routers for this DVR port 89cf8775-9615-43c6-a410-bb27d1e7ff3c on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:00:08.333270 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:08.336879 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d5b220f2-9bac-4661-a61c-19438a26f418 req-2f8d2567-4233-42eb-898d-9ec02c517260 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.37 "DELETE /v2.0/ports/89cf8775-9615-43c6-a410-bb27d1e7ff3c HTTP/1.1" status: 204 len: 173 time: 0.4307034 Oct 22 19:00:08.337313 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'name': 'network-vif-deleted', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:00:08.339670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb403c-e5ee-489b-977c-bb9151db935d" -d '{"events": [{"server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "name": "network-vif-deleted", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:00:08.379639 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 19:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69206e2a-571a-41dc-9ffd-02bed41eacae x-openstack-request-id: req-69206e2a-571a-41dc-9ffd-02bed41eacae {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:00:08.380183 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5911705f-a6b7-407a-92af-b7761d2ca322", "name": "network-vif-deleted", "tag": "89cf8775-9615-43c6-a410-bb27d1e7ff3c", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:00:08.380539 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69206e2a-571a-41dc-9ffd-02bed41eacae {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:00:08.381120 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5911705f-a6b7-407a-92af-b7761d2ca322', 'name': 'network-vif-deleted', 'tag': '89cf8775-9615-43c6-a410-bb27d1e7ff3c', 'status': 'completed', 'code': 200} Oct 22 19:00:08.738623 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-cc6652b3-151d-4c1a-9f8a-ea2db26b9064 req-9e213d17-fc9f-4d16-87b3-3b83cf5dc7f1 tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "GET /v2.0/ports?device_id=5911705f-a6b7-407a-92af-b7761d2ca322 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Oct 22 19:00:09.801071 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41658) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:09.929614 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Deleting port 97d58764-2473-4e69-bd0b-c2e948009c8b {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:09.929848 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:10.009858 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:10.010210 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:10.022123 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Calling delete_port for 97d58764-2473-4e69-bd0b-c2e948009c8b owned by network:floatingip {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:10.156128 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:10.180297 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event deleted for resources: {'Port': ['ID=97d58764-2473-4e69-bd0b-c2e948009c8b,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:10.247947 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for floatingip, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:10.250735 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:10.251894 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-fa7b9d49-a8f3-4482-bfa9-57f37a44ffdb tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "DELETE /v2.0/floatingips/6a0cc3db-e6ac-4f34-849d-a3db0ca4e203 HTTP/1.1" status: 204 len: 168 time: 0.4498370 Oct 22 19:00:11.440745 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41684) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:11.503565 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8688cfe7-a5cd-4332-a2eb-1d4fa331417b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:11.527966 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8688cfe7-a5cd-4332-a2eb-1d4fa331417b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:11.597318 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8688cfe7-a5cd-4332-a2eb-1d4fa331417b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:11.600015 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8688cfe7-a5cd-4332-a2eb-1d4fa331417b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:11.601161 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-8688cfe7-a5cd-4332-a2eb-1d4fa331417b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] 10.222.0.15 "DELETE /v2.0/security-groups/6d1539c1-4b27-4f94-ab34-f000bbf28219 HTTP/1.1" status: 204 len: 168 time: 0.1594276 Oct 22 19:00:11.611175 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688cfe7-a5cd-4332-a2eb-1d4fa331417b tempest-TestVolumeBootPattern-283479228 tempest-TestVolumeBootPattern-283479228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1539c1-4b27-4f94-ab34-f000bbf28219,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:11.673558 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41688) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:12.010637 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 89cf8775-9615-43c6-a410-bb27d1e7ff3c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:12.031689 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 89cf8775-9615-43c6-a410-bb27d1e7ff3c {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:12.032028 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 89cf8775-9615-43c6-a410-bb27d1e7ff3c not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:12.175706 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:12.433337 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Deleting port 7d7748c3-1026-47bf-acff-ad75d34ec75a {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:12.433684 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:12.516424 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] For port 7d7748c3-1026-47bf-acff-ad75d34ec75a, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=7d7748c3-1026-47bf-acff-ad75d34ec75a,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:12.517096 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:12.533970 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Calling delete_port for 7d7748c3-1026-47bf-acff-ad75d34ec75a owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:12.730525 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:12.755932 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7748c3-1026-47bf-acff-ad75d34ec75a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:12.935729 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:13.153718 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Router dbe267e7-776b-4a29-86ac-8e00670081f8 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:00:13.258251 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:00:13.263336 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2cb99add-77dd-4add-aaff-493e8d371583 admin admin] 10.222.0.15 "PUT /v2.0/routers/dbe267e7-776b-4a29-86ac-8e00670081f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5883038 Oct 22 19:00:13.266800 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41720) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:13.269512 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] Sync routers for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:00:13.282274 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:13.282909 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:13.368812 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks [] for router, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:13.388864 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:13.593553 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T19:00:12Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:13.620943 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] Checking router: dbe267e7-776b-4a29-86ac-8e00670081f8 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:00:13.630010 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] Routers {'dbe267e7-776b-4a29-86ac-8e00670081f8'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:13.630666 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['dbe267e7-776b-4a29-86ac-8e00670081f8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:13.711018 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:13.737639 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] Set router dbe267e7-776b-4a29-86ac-8e00670081f8 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:13.767999 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Deleting port 4ec026e2-97c6-42cc-b237-ee534ccb9aee {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:13.768457 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:13.849341 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] For port 4ec026e2-97c6-42cc-b237-ee534ccb9aee, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=4ec026e2-97c6-42cc-b237-ee534ccb9aee,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:13.849731 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:13.863228 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Calling delete_port for 4ec026e2-97c6-42cc-b237-ee534ccb9aee owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:13.941169 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T19:00:12Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:13.982167 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4eec94-8ae9-44a0-a44c-cd358af9c995 None None] The sync data for ids ['dbe267e7-776b-4a29-86ac-8e00670081f8'] in dv-cinder-815146-1-iscsi is: [{'id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'name': 'tempest-TestVolumeBootPattern-876597576-router', 'tenant_id': '662e66abdd5e4c5cb152281e36cb80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T19:00:12Z', 'revision_number': 5, 'project_id': '662e66abdd5e4c5cb152281e36cb80e1', 'gw_port': {'id': '4ec026e2-97c6-42cc-b237-ee534ccb9aee', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe267e7-776b-4a29-86ac-8e00670081f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:17Z', 'updated_at': '2021-10-22T18:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:00:14.043178 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.073284 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec026e2-97c6-42cc-b237-ee534ccb9aee,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:14.130994 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.224391 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.226651 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.260136 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d87e1ae9-0126-4fbf-97e1-4d223c5fa597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.271874 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.272408 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe267e7-776b-4a29-86ac-8e00670081f8 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 19:00:14.277353 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.278405 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-631fc05e-9efc-48b1-9505-03985fffcb3d admin admin] 10.222.0.15 "DELETE /v2.0/routers/dbe267e7-776b-4a29-86ac-8e00670081f8 HTTP/1.1" status: 204 len: 168 time: 1.0106788 Oct 22 19:00:14.281073 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41732) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:14.329072 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] Deleting subnet 6491d84d-ce60-4272-a924-02bc52680915 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 19:00:14.332617 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.371241 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.450590 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.504254 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.534064 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6491d84d-ce60-4272-a924-02bc52680915,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:14.541060 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.547278 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d91aed-7259-4f83-8f16-4deb94a546bd None None] Network bc43ee55-7f34-48f5-82f6-ae9760f90819 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:00:14.547827 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41734) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:14.550489 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d9fe3a7c-9ea6-4142-9dec-715b8c7e2bd0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6491d84d-ce60-4272-a924-02bc52680915 HTTP/1.1" status: 204 len: 168 time: 0.2650754 Oct 22 19:00:14.624193 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.685260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Deleting port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:14.685260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.751867 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] For port a9c1feaa-9a59-4023-81e5-ed4b6a49f246, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=a9c1feaa-9a59-4023-81e5-ed4b6a49f246,segment=NetworkSegment(29be95a7-c437-4f9d-b009-9afa7f79ecb8),segment_id=29be95a7-c437-4f9d-b009-9afa7f79ecb8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:14.752198 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.763381 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Calling delete_port for a9c1feaa-9a59-4023-81e5-ed4b6a49f246 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:14.842385 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.870262 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c1feaa-9a59-4023-81e5-ed4b6a49f246,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:14.874797 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] No DVR routers for this DVR port a9c1feaa-9a59-4023-81e5-ed4b6a49f246 on host dv-cinder-815146-1-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:00:14.950023 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:14.989967 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc43ee55-7f34-48f5-82f6-ae9760f90819']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:14.999931 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd28fed1-ea8f-4a4e-929a-e0207dec13b4 None None] DHCP port deletion for bc43ee55-7f34-48f5-82f6-ae9760f90819 request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 19:00:15.001149 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29be95a7-c437-4f9d-b009-9afa7f79ecb8') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:15.001619 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29be95a7-c437-4f9d-b009-9afa7f79ecb8') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:15.018400 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.033180 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.039602 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 19:00:15.040035 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 19:00:15.041676 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 19:00:15.107388 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.115222 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.119841 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc43ee55-7f34-48f5-82f6-ae9760f90819 HTTP/1.1" status: 204 len: 168 time: 0.5713525 Oct 22 19:00:15.122560 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41752) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:15.131504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4ec026e2-97c6-42cc-b237-ee534ccb9aee no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:15.140965 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463ebe2-3120-4f5a-9572-3fead2bb01fd admin admin] Pushing event deleted for resources: {'Network': ['ID=bc43ee55-7f34-48f5-82f6-ae9760f90819,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:15.153595 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 4ec026e2-97c6-42cc-b237-ee534ccb9aee {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:15.154237 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4ec026e2-97c6-42cc-b237-ee534ccb9aee not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:15.154974 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device a9c1feaa-9a59-4023-81e5-ed4b6a49f246 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:15.175457 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: a9c1feaa-9a59-4023-81e5-ed4b6a49f246 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:15.175870 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device a9c1feaa-9a59-4023-81e5-ed4b6a49f246 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:15.176344 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7d7748c3-1026-47bf-acff-ad75d34ec75a no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:15.196573 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 7d7748c3-1026-47bf-acff-ad75d34ec75a {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:15.197231 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 7d7748c3-1026-47bf-acff-ad75d34ec75a not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:15.507667 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.753178 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Deleting port 9228218f-96b5-4ae2-99f7-bec844d6afea {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:15.753518 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.834980 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] For port 9228218f-96b5-4ae2-99f7-bec844d6afea, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=9228218f-96b5-4ae2-99f7-bec844d6afea,segment=NetworkSegment(2389eaed-a710-4fba-a05e-ff484ce34c81),segment_id=2389eaed-a710-4fba-a05e-ff484ce34c81)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:15.835264 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:15.847711 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Calling delete_port for 9228218f-96b5-4ae2-99f7-bec844d6afea owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:16.029247 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:16.054895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Pushing event deleted for resources: {'Port': ['ID=9228218f-96b5-4ae2-99f7-bec844d6afea,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:16.223186 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:16.440147 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Router b55492fe-e99a-435f-86e4-0933bf9187b9 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:00:16.549046 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:00:16.556707 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1c577660-13c2-4ee2-9da8-5f11d21a66da admin admin] 10.222.0.15 "PUT /v2.0/routers/b55492fe-e99a-435f-86e4-0933bf9187b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4330792 Oct 22 19:00:16.556873 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41768) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:16.561735 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] Sync routers for ids ['b55492fe-e99a-435f-86e4-0933bf9187b9'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:00:16.573752 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] Routers {'b55492fe-e99a-435f-86e4-0933bf9187b9'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:16.574596 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['b55492fe-e99a-435f-86e4-0933bf9187b9'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:16.684939 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks [] for router, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:16.715903 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] Set router b55492fe-e99a-435f-86e4-0933bf9187b9 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:16.795349 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:16.850852 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Deleting port e510f50b-ed92-4175-b78f-71f68911c9ba {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:16.851323 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:16.902547 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T19:00:15Z', 'revision_number': 5, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port': {'id': 'e510f50b-ed92-4175-b78f-71f68911c9ba', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T18:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:16.928066 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] For port e510f50b-ed92-4175-b78f-71f68911c9ba, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=e510f50b-ed92-4175-b78f-71f68911c9ba,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:16.928460 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:16.933112 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] Checking router: b55492fe-e99a-435f-86e4-0933bf9187b9 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:00:16.939949 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Calling delete_port for e510f50b-ed92-4175-b78f-71f68911c9ba owned by network:router_gateway {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:16.941121 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] Routers {'b55492fe-e99a-435f-86e4-0933bf9187b9'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:16.941718 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T18:59:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['b55492fe-e99a-435f-86e4-0933bf9187b9'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:16.972236 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3ba90d48-e8e8-48dc-b9f3-a6549ffaf5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.028585 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] Set router b55492fe-e99a-435f-86e4-0933bf9187b9 gateway port host: None {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:17.096330 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T19:00:16Z', 'revision_number': 6, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:17.120956 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.127017 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9aa61-2ac8-42bc-8d4f-6f5621faa469 None None] The sync data for ids ['b55492fe-e99a-435f-86e4-0933bf9187b9'] in dv-cinder-815146-1-iscsi is: [{'id': 'b55492fe-e99a-435f-86e4-0933bf9187b9', 'name': 'tempest-TestVolumeBootPattern-1213333804-router', 'tenant_id': 'e59f3387c68341a7a2602d54d884e7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T18:50:23Z', 'updated_at': '2021-10-22T19:00:16Z', 'revision_number': 6, 'project_id': 'e59f3387c68341a7a2602d54d884e7d0', 'gw_port_host': None}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:00:17.163623 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e510f50b-ed92-4175-b78f-71f68911c9ba,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:17.229529 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.323075 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.325336 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.368304 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.368915 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b55492fe-e99a-435f-86e4-0933bf9187b9 {{(pid=106215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 19:00:17.373978 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] Publish callbacks [] for router, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.375143 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-3200507b-92fc-4205-b2f2-709dfc32bb66 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b55492fe-e99a-435f-86e4-0933bf9187b9 HTTP/1.1" status: 204 len: 168 time: 0.8172624 Oct 22 19:00:17.377663 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41780) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:17.424222 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] Deleting subnet 1eb2085d-d48b-4d35-b7fa-2d601ec13e4c {{(pid=106215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 19:00:17.427115 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.463211 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12402833'] for subnet, precommit_delete_associations {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.578530 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.631967 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12333493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12377001'] for subnet, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.657877 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb2085d-d48b-4d35-b7fa-2d601ec13e4c,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:17.661323 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.664522 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-8e321867-5279-451d-986c-834b7ca776f4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1eb2085d-d48b-4d35-b7fa-2d601ec13e4c HTTP/1.1" status: 204 len: 168 time: 0.2858660 Oct 22 19:00:17.667039 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41782) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:17.669602 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4592ac38-7e90-4d1d-ad8b-d0f919c2667d None None] Network f37a8531-ac38-4b8e-b890-a04baf8a15ef requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:00:17.736837 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.795671 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Deleting port 4d522809-94d4-4f60-b760-b552b59a6cfd {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:17.796221 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.857677 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] DHCP port deletion for f37a8531-ac38-4b8e-b890-a04baf8a15ef request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 19:00:17.878436 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] For port 4d522809-94d4-4f60-b760-b552b59a6cfd, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=4d522809-94d4-4f60-b760-b552b59a6cfd,segment=NetworkSegment(2389eaed-a710-4fba-a05e-ff484ce34c81),segment_id=2389eaed-a710-4fba-a05e-ff484ce34c81)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:17.879101 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.891867 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Calling delete_port for 4d522809-94d4-4f60-b760-b552b59a6cfd owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:17.925362 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Deleting port 4d522809-94d4-4f60-b760-b552b59a6cfd {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:00:17.925741 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:17.993165 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.010416 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] For port 4d522809-94d4-4f60-b760-b552b59a6cfd, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=4d522809-94d4-4f60-b760-b552b59a6cfd,segment=NetworkSegment(2389eaed-a710-4fba-a05e-ff484ce34c81),segment_id=2389eaed-a710-4fba-a05e-ff484ce34c81)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:18.011310 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.014992 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.027637 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Calling delete_port for 4d522809-94d4-4f60-b760-b552b59a6cfd owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:00:18.028332 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d522809-94d4-4f60-b760-b552b59a6cfd,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:18.035078 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] No DVR routers for this DVR port 4d522809-94d4-4f60-b760-b552b59a6cfd on host dv-cinder-815146-1-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:00:18.124839 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.154123 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37a8531-ac38-4b8e-b890-a04baf8a15ef']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:18.164417 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471'] for port, after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.169563 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2389eaed-a710-4fba-a05e-ff484ce34c81') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:18.169864 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2389eaed-a710-4fba-a05e-ff484ce34c81') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:18.180959 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.202719 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.210009 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 19:00:18.224070 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.243466 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Pushing event deleted for resources: {'Port': ['ID=4d522809-94d4-4f60-b760-b552b59a6cfd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 19:00:18.252104 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 19:00:18.258946 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] No DVR routers for this DVR port 4d522809-94d4-4f60-b760-b552b59a6cfd on host dv-cinder-815146-1-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:00:18.267311 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.267688 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.268014 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.268441 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.268686 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.269049 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.269343 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.269987 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.270322 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.270621 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.270933 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.271989 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f51fb1-1389-4a53-a695-935cae4ea4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:18.298840 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.303977 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.307187 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f37a8531-ac38-4b8e-b890-a04baf8a15ef HTTP/1.1" status: 204 len: 168 time: 0.6392269 Oct 22 19:00:18.320870 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6434704-2eff-4ac1-a70c-ed89a2ec2108 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37a8531-ac38-4b8e-b890-a04baf8a15ef,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:18.331143 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.445326 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41804) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:18.486227 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-7f042c9a-2e47-419b-8fb0-e164fa6ea412 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=662e66abdd5e4c5cb152281e36cb80e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396485 Oct 22 19:00:18.488857 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41808) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:18.539355 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8436-3bf9-4e4f-8e1b-7804c5500edf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.559991 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8436-3bf9-4e4f-8e1b-7804c5500edf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.606375 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8436-3bf9-4e4f-8e1b-7804c5500edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.609368 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8436-3bf9-4e4f-8e1b-7804c5500edf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:18.610557 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2f0f8436-3bf9-4e4f-8e1b-7804c5500edf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa422de6-4ed2-4e3c-99f7-0a2e19930456 HTTP/1.1" status: 204 len: 168 time: 0.1207616 Oct 22 19:00:18.619312 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f8436-3bf9-4e4f-8e1b-7804c5500edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa422de6-4ed2-4e3c-99f7-0a2e19930456,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:18.934059 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41818) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:18.973781 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2706a98d-540b-4480-8c3c-b5c009e45fdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e59f3387c68341a7a2602d54d884e7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385146 Oct 22 19:00:18.976098 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41820) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:19.021780 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e71-51f3-4081-9212-64d252ce3c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:19.042187 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e71-51f3-4081-9212-64d252ce3c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:19.088069 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e71-51f3-4081-9212-64d252ce3c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:19.090726 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cdf16e71-51f3-4081-9212-64d252ce3c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:19.092097 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-cdf16e71-51f3-4081-9212-64d252ce3c01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58dd7edb-1b2f-47ce-9daa-c64d95352ddd HTTP/1.1" status: 204 len: 168 time: 0.1149147 Oct 22 19:00:19.099911 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf16e71-51f3-4081-9212-64d252ce3c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd7edb-1b2f-47ce-9daa-c64d95352ddd,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:19.114829 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 9228218f-96b5-4ae2-99f7-bec844d6afea no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:19.138105 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 9228218f-96b5-4ae2-99f7-bec844d6afea {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:19.138450 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 9228218f-96b5-4ae2-99f7-bec844d6afea not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:19.138910 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device e510f50b-ed92-4175-b78f-71f68911c9ba no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:19.158427 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: e510f50b-ed92-4175-b78f-71f68911c9ba {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:19.158773 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device e510f50b-ed92-4175-b78f-71f68911c9ba not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:19.159181 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4d522809-94d4-4f60-b760-b552b59a6cfd no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:00:19.180750 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 4d522809-94d4-4f60-b760-b552b59a6cfd {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:00:19.181106 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 4d522809-94d4-4f60-b760-b552b59a6cfd not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:00:19.980614 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.651751 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 41902) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:23.753158 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2063cb03-d41b-4c1c-98b4-2876201f0026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.826473 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2063cb03-d41b-4c1c-98b4-2876201f0026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.830564 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2063cb03-d41b-4c1c-98b4-2876201f0026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.870650 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2063cb03-d41b-4c1c-98b4-2876201f0026 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b96422e39704c15a698106c564a5f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178321 Oct 22 19:00:23.871604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063cb03-d41b-4c1c-98b4-2876201f0026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b499bed-fa6d-4236-a6dd-eadbc4b23757,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:23.873359 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41906) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:23.925307 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7990e10-a224-48b2-9e71-1939b92d08b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.946776 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7990e10-a224-48b2-9e71-1939b92d08b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.992463 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7990e10-a224-48b2-9e71-1939b92d08b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.995035 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7990e10-a224-48b2-9e71-1939b92d08b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:23.996178 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b7990e10-a224-48b2-9e71-1939b92d08b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b499bed-fa6d-4236-a6dd-eadbc4b23757 HTTP/1.1" status: 204 len: 168 time: 0.1212382 Oct 22 19:00:24.004424 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7990e10-a224-48b2-9e71-1939b92d08b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b499bed-fa6d-4236-a6dd-eadbc4b23757,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:24.253269 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41912) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:24.269195 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9e1c-e8d5-4760-84b2-3a6e433f60f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:24.343715 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9e1c-e8d5-4760-84b2-3a6e433f60f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:24.347348 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9e1c-e8d5-4760-84b2-3a6e433f60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:24.384064 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c9e1c-e8d5-4760-84b2-3a6e433f60f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1d22ca-f737-48df-a063-276a7b04f118,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:24.388322 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2e6c9e1c-e8d5-4760-84b2-3a6e433f60f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53a00c70196547da9f564d076ebc1732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340370 Oct 22 19:00:24.392084 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 41914) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:24.438531 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b78d62b4-a65a-4180-accd-06e6ca8d7c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:24.462127 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b78d62b4-a65a-4180-accd-06e6ca8d7c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:24.508595 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b78d62b4-a65a-4180-accd-06e6ca8d7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:24.511244 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b78d62b4-a65a-4180-accd-06e6ca8d7c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:24.512382 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-b78d62b4-a65a-4180-accd-06e6ca8d7c5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d1d22ca-f737-48df-a063-276a7b04f118 HTTP/1.1" status: 204 len: 168 time: 0.1195357 Oct 22 19:00:24.520600 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d62b4-a65a-4180-accd-06e6ca8d7c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1d22ca-f737-48df-a063-276a7b04f118,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:25.461260 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:30.477433 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:00:30.704754 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42052) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:30.824922 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e88563f3-010b-46a2-b2cd-0ccab851f4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:30.901054 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e88563f3-010b-46a2-b2cd-0ccab851f4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:30.904956 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e88563f3-010b-46a2-b2cd-0ccab851f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:30.944263 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-e88563f3-010b-46a2-b2cd-0ccab851f4ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc70eb56d65b464a9ffb9b48536e56fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384343 Oct 22 19:00:30.945204 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88563f3-010b-46a2-b2cd-0ccab851f4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366cc85d-e844-40df-86e1-22c168c292bb,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:30.946920 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42060) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:31.000708 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32efed98-e5be-4f73-9aca-8ff4f57bd91b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.021457 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32efed98-e5be-4f73-9aca-8ff4f57bd91b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.067451 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32efed98-e5be-4f73-9aca-8ff4f57bd91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.070060 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32efed98-e5be-4f73-9aca-8ff4f57bd91b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.071206 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-32efed98-e5be-4f73-9aca-8ff4f57bd91b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/366cc85d-e844-40df-86e1-22c168c292bb HTTP/1.1" status: 204 len: 168 time: 0.1233044 Oct 22 19:00:31.078838 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efed98-e5be-4f73-9aca-8ff4f57bd91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366cc85d-e844-40df-86e1-22c168c292bb,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:31.356910 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42072) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:31.370272 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a23ba75c-bd96-407c-84a1-3d02b9fafe21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.445615 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a23ba75c-bd96-407c-84a1-3d02b9fafe21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.449197 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a23ba75c-bd96-407c-84a1-3d02b9fafe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.485816 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-a23ba75c-bd96-407c-84a1-3d02b9fafe21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c73bda6dc88943709439e7a3925ffd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278298 Oct 22 19:00:31.487191 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba75c-bd96-407c-84a1-3d02b9fafe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d39775-9b98-4450-8890-75e557b588ba,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:31.488743 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42074) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:31.536110 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ce542d7d-9a87-48ee-9927-7a24e08b412d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.556409 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ce542d7d-9a87-48ee-9927-7a24e08b412d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.601348 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ce542d7d-9a87-48ee-9927-7a24e08b412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.604091 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ce542d7d-9a87-48ee-9927-7a24e08b412d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:31.605227 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ce542d7d-9a87-48ee-9927-7a24e08b412d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3d39775-9b98-4450-8890-75e557b588ba HTTP/1.1" status: 204 len: 168 time: 0.1154974 Oct 22 19:00:31.613505 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce542d7d-9a87-48ee-9927-7a24e08b412d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d39775-9b98-4450-8890-75e557b588ba,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:42.367698 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42124) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:42.490354 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-916a82f6-878f-48bc-9226-5de02f5dcc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:42.569981 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-916a82f6-878f-48bc-9226-5de02f5dcc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:42.573228 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-916a82f6-878f-48bc-9226-5de02f5dcc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:42.610445 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-916a82f6-878f-48bc-9226-5de02f5dcc5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0586c14717364616bbda52586e8160cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416749 Oct 22 19:00:42.611267 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a82f6-878f-48bc-9226-5de02f5dcc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debdd586-9e28-4506-b2b1-37ba4b639417,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:42.614231 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42128) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:42.666650 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-455d8e4e-66a3-477c-8ece-1620f6861c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:42.688293 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-455d8e4e-66a3-477c-8ece-1620f6861c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:42.733583 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-455d8e4e-66a3-477c-8ece-1620f6861c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:42.736222 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-455d8e4e-66a3-477c-8ece-1620f6861c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:42.737621 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-455d8e4e-66a3-477c-8ece-1620f6861c18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/debdd586-9e28-4506-b2b1-37ba4b639417 HTTP/1.1" status: 204 len: 168 time: 0.1223981 Oct 22 19:00:42.745000 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d8e4e-66a3-477c-8ece-1620f6861c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debdd586-9e28-4506-b2b1-37ba4b639417,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:43.362668 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42150) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:43.457681 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-325045341-network', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:00:43.482540 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Made reservation on behalf of 699fbfd98c2e461fa30a39f0db33ee8d for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 19:00:43.485489 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.494298 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.567383 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.571294 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.594259 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 19:00:43.603418 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e027b-9218-4f0f-a215-2a06163f9740,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:43.607984 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.608344 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Added segment 24d39f02-2e0c-4b40-8a0c-009667a025f2 of type vlan for network 2f020b5c-cd28-443d-87bc-fc204f500e5d Oct 22 19:00:43.647894 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.674701 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.675624 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:43.676197 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.711300 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3475120 Oct 22 19:00:43.714331 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42154) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:43.719391 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Request body: {'subnet': {'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-325045341-subnet', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:00:43.740873 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Made reservation on behalf of 699fbfd98c2e461fa30a39f0db33ee8d for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 19:00:43.743206 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.743333 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24738ad-7a0e-44e6-b980-68bcf11ed6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f020b5c-cd28-443d-87bc-fc204f500e5d,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:43.753809 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 19:00:43.911731 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:43.969476 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:43.973870 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Checking segment: {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:43.974266 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Network hostable DHCP agents. Network: 2f020b5c-cd28-443d-87bc-fc204f500e5d, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 19:00:43.990469 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 19:00:43.998838 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 2f020b5c-cd28-443d-87bc-fc204f500e5d) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:44.004654 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:44.005231 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.011188 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92267a3-d21a-44c7-8420-0fae5c959f24 None None] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:00:44.021325 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-46aabee7-bd4d-443f-8919-b04675bfe300 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3059080 Oct 22 19:00:44.024078 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42156) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:44.028402 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:00:44.048949 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.049911 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.103256 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.157856 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-2f020b5c-cd28-443d-87bc-fc204f500e5d', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 19:00:44.158749 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.236225 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.287293 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-57bca065-7ca8-433f-b4c6-58839dc5e74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.306005 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Allocated IP 172.20.0.2 (2f020b5c-cd28-443d-87bc-fc204f500e5d/f7646fb0-7d2a-4aa4-96b6-26a02433f1fa/be31abee-14db-4b21-ac2b-e612dafa45c0) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:00:44.432686 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.449113 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.452080 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.454821 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.496313 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:44.500231 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:44.503807 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:00:44.516384 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Pushing event updated for resources: {'Port': ['ID=be31abee-14db-4b21-ac2b-e612dafa45c0,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:44.558522 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Allocated IP 172.27.0.61 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/15373350-1f9e-4461-86da-2c2399e5fb2f) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:00:44.564825 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Attempting to bind port be31abee-14db-4b21-ac2b-e612dafa45c0 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 19:00:44.565285 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Attempting to bind port be31abee-14db-4b21-ac2b-e612dafa45c0 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 19:00:44.565732 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Attempting to bind port be31abee-14db-4b21-ac2b-e612dafa45c0 on network 2f020b5c-cd28-443d-87bc-fc204f500e5d {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:00:44.570792 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 19, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 19:00:44.571157 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Checking segment: {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:44.571589 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.572090 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Bound using segment: {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 19:00:44.572555 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Bound port: be31abee-14db-4b21-ac2b-e612dafa45c0, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 19:00:44.572929 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.634219 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] For port be31abee-14db-4b21-ac2b-e612dafa45c0, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 19:00:44.637392 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] For port be31abee-14db-4b21-ac2b-e612dafa45c0, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=be31abee-14db-4b21-ac2b-e612dafa45c0,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 19:00:44.641271 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.657530 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.694903 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:44.701537 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f1eb-2871-4e7d-bf80-e23be750f0ee None None] Pushing event updated for resources: {'Port': ['ID=be31abee-14db-4b21-ac2b-e612dafa45c0,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:44.730060 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:44.733013 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:44.737572 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:00:45.018067 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Pushing event updated for resources: {'Port': ['ID=15373350-1f9e-4461-86da-2c2399e5fb2f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:45.158329 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device be31abee-14db-4b21-ac2b-e612dafa45c0 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:45.208024 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port be31abee-14db-4b21-ac2b-e612dafa45c0 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:45.208397 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:45.242081 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:45.285896 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:45.328029 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port be31abee-14db-4b21-ac2b-e612dafa45c0, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=be31abee-14db-4b21-ac2b-e612dafa45c0,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:45.332569 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:45.389414 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=be31abee-14db-4b21-ac2b-e612dafa45c0,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:45.456072 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:45.585850 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Router f799b527-4054-4d9b-9681-9b7ce8744995 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 19:00:45.589744 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131f20e-f7a8-426e-9968-f6a47faad2dc None None] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:00:45.691956 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:00:45.709995 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:45.711440 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d7013fe5-c76b-4fff-bff1-38375f5266fd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6864445 Oct 22 19:00:45.714328 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42158) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:45.827954 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Sync routers for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:00:45.848299 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-4208e45b-379a-4c5f-a174-c9611b972a5a None None] Provisioning complete for port be31abee-14db-4b21-ac2b-e612dafa45c0 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:45.848666 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4208e45b-379a-4c5f-a174-c9611b972a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:45.855792 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:45.856427 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:46.043425 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:46.145087 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.256743 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-d9723b50-04bf-474d-a7e2-ace860a2e017 None None] Provisioning complete for port be31abee-14db-4b21-ac2b-e612dafa45c0 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:46.257350 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d9723b50-04bf-474d-a7e2-ace860a2e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.261165 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:45Z', 'revision_number': 3, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:46.299386 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Allocated IP 172.20.0.1 (2f020b5c-cd28-443d-87bc-fc204f500e5d/f7646fb0-7d2a-4aa4-96b6-26a02433f1fa/60e24477-cb00-47c7-8f03-876ca83756be) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:00:46.306174 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Checking router: f799b527-4054-4d9b-9681-9b7ce8744995 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:00:46.306524 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Updating router f799b527-4054-4d9b-9681-9b7ce8744995 port 15373350-1f9e-4461-86da-2c2399e5fb2f binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 19:00:46.341952 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.408422 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.441005 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.481896 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:46.485396 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:46.488059 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:00:46.518954 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Pushing event updated for resources: {'Port': ['ID=60e24477-cb00-47c7-8f03-876ca83756be,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:46.537963 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.637537 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.643976 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.680932 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.704736 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Attempting to bind port 15373350-1f9e-4461-86da-2c2399e5fb2f on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 19:00:46.705109 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Attempting to bind port 15373350-1f9e-4461-86da-2c2399e5fb2f by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 19:00:46.705466 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Attempting to bind port 15373350-1f9e-4461-86da-2c2399e5fb2f on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:00:46.716382 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41f26b-4506-41f7-9a20-d9744ba54047 None None] Pushing event updated for resources: {'Port': ['ID=15373350-1f9e-4461-86da-2c2399e5fb2f,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:46.722231 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 19, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 19:00:46.722917 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:46.723078 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.723375 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 19:00:46.723872 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Bound port: 15373350-1f9e-4461-86da-2c2399e5fb2f, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 19:00:46.724219 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.727020 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-28e3a93d-6d6f-4646-a22a-bf03cc74c815 None None] Provisioning complete for port 60e24477-cb00-47c7-8f03-876ca83756be triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:46.727375 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-28e3a93d-6d6f-4646-a22a-bf03cc74c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.802107 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-28e3a93d-6d6f-4646-a22a-bf03cc74c815 None None] Port 60e24477-cb00-47c7-8f03-876ca83756be cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 19:00:46.806689 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] For port 15373350-1f9e-4461-86da-2c2399e5fb2f, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 19:00:46.817721 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] For port 15373350-1f9e-4461-86da-2c2399e5fb2f, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=15373350-1f9e-4461-86da-2c2399e5fb2f,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 19:00:46.822050 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.844322 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.848671 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.878456 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:46.879092 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:46.884343 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41f26b-4506-41f7-9a20-d9744ba54047 None None] Pushing event updated for resources: {'Port': ['ID=15373350-1f9e-4461-86da-2c2399e5fb2f,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:46.916900 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:46.919274 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Pushing event updated for resources: {'Port': ['ID=60e24477-cb00-47c7-8f03-876ca83756be,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:47.000518 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:47.002365 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8fb10ef3-a9c6-4fff-8193-1be9ee74b67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.007219 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:47.008569 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:47.144614 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Router f799b527-4054-4d9b-9681-9b7ce8744995 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:00:47.150561 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device be31abee-14db-4b21-ac2b-e612dafa45c0 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:47.246755 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-9abf3169-c668-472c-b151-0372d4df8788 None None] Provisioning complete for port 60e24477-cb00-47c7-8f03-876ca83756be triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:47.247118 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9abf3169-c668-472c-b151-0372d4df8788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.262561 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:00:47.268025 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7088e2a9-614d-4a58-bc49-258fcb99dabd admin admin] 10.222.0.15 "PUT /v2.0/routers/f799b527-4054-4d9b-9681-9b7ce8744995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526907 Oct 22 19:00:47.291035 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port be31abee-14db-4b21-ac2b-e612dafa45c0 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:47.291558 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.295088 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-9abf3169-c668-472c-b151-0372d4df8788 None None] Port 60e24477-cb00-47c7-8f03-876ca83756be cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 19:00:47.332676 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 2, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:47.363936 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd883223-2d6f-440b-87b3-d40821aaaa4c None None] The sync data for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi is: [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 2, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:00:47.775085 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42174) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:47.780146 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1095819074-network', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:00:47.802370 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Made reservation on behalf of 690306e2b4e348229b0fd00f17dd5530 for: {'network': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 19:00:47.804920 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for network, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.815683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.891144 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.895102 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.920502 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 22 19:00:47.930281 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20171638-838d-4a77-8481-287150f0b49a,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:47.937881 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.938241 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.segments_db [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Added segment 22319a34-7d69-4fef-9b31-48eba42a5b95 of type vlan for network 6d92871b-df0a-4081-95a5-3028b044e540 Oct 22 19:00:47.988947 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:47.998731 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771494756877'] for network, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.024274 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679'] for network, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.025892 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:48.026690 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.056276 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2800419 Oct 22 19:00:48.059164 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42176) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:48.065379 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Request body: {'subnet': {'network_id': '6d92871b-df0a-4081-95a5-3028b044e540', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1095819074-subnet', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:00:48.087572 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Made reservation on behalf of 690306e2b4e348229b0fd00f17dd5530 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 19:00:48.090323 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12352646'] for subnet, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.097303 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da6eb7-d87f-4051-8471-bd99672493c9 admin admin] Pushing event updated for resources: {'Network': ['ID=6d92871b-df0a-4081-95a5-3028b044e540,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:48.106948 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Network 6d92871b-df0a-4081-95a5-3028b044e540 details requested by agent ovs-agent-dv-cinder-815146-1-iscsi with host dv-cinder-815146-1-iscsi {{(pid=106216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 22 19:00:48.285347 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12442862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12352692'] for subnet, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.328258 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.348918 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87ae861-2760-4ff8-9a73-110da9dcdaea,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:48.358083 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Checking segment: {'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:48.358630 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Network hostable DHCP agents. Network: 6d92871b-df0a-4081-95a5-3028b044e540, hostable agents: ['5002fce7-4261-4b91-84ea-3c6b93295b4a'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 22 19:00:48.375958 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Network 6d92871b-df0a-4081-95a5-3028b044e540 is scheduled to be hosted by DHCP agent 5002fce7-4261-4b91-84ea-3c6b93295b4a with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 22 19:00:48.385909 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-1-iscsi, 6d92871b-df0a-4081-95a5-3028b044e540) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:48.390489 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:00:48.391103 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.397212 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f101e36-46e5-484a-af94-c7872f22f157 None None] Network 6d92871b-df0a-4081-95a5-3028b044e540 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:00:48.418443 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b4bb0f90-e590-4b5b-ae29-787481abb1d2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3579974 Oct 22 19:00:48.421076 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42178) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:48.425771 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:00:48.447412 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11938'] for router, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.448040 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4945'] for router, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.500300 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.554127 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81e12893-5836-5d9e-ab61-0a96448a2481-6d92871b-df0a-4081-95a5-3028b044e540', 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'fixed_ips': [{'subnet_id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea'}]}} from dv-cinder-815146-1-iscsi. {{(pid=106216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 22 19:00:48.555011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.644236 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.700606 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Allocated IP 172.20.0.2 (6d92871b-df0a-4081-95a5-3028b044e540/b87ae861-2760-4ff8-9a73-110da9dcdaea/c67696cc-20a4-4aee-9f71-c7686c5cdaac) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:00:48.843965 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Publish callbacks [] for port, precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.846543 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.849833 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462'] for port, after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.865918 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.892021 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Network 6d92871b-df0a-4081-95a5-3028b044e540 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:48.895062 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:48.897482 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:00:48.913139 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Pushing event updated for resources: {'Port': ['ID=c67696cc-20a4-4aee-9f71-c7686c5cdaac,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:48.960327 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Attempting to bind port c67696cc-20a4-4aee-9f71-c7686c5cdaac on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 19:00:48.960626 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Attempting to bind port c67696cc-20a4-4aee-9f71-c7686c5cdaac by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 19:00:48.961037 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Attempting to bind port c67696cc-20a4-4aee-9f71-c7686c5cdaac on network 6d92871b-df0a-4081-95a5-3028b044e540 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:00:48.966022 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 19:00:48.966528 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Checking segment: {'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:48.966938 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.967334 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Bound using segment: {'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 19:00:48.967805 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Bound port: c67696cc-20a4-4aee-9f71-c7686c5cdaac, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 19:00:48.968244 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:48.969455 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Allocated IP 172.27.0.69 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/574509e5-3362-4584-863b-777d6c4ab562) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:00:49.032932 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] For port c67696cc-20a4-4aee-9f71-c7686c5cdaac, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 19:00:49.037991 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] For port c67696cc-20a4-4aee-9f71-c7686c5cdaac, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=c67696cc-20a4-4aee-9f71-c7686c5cdaac,segment=NetworkSegment(22319a34-7d69-4fef-9b31-48eba42a5b95),segment_id=22319a34-7d69-4fef-9b31-48eba42a5b95)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 19:00:49.043036 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.072806 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.115545 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.116052 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf2d29-41e9-4da8-86f9-daaddb2e4442 None None] Pushing event updated for resources: {'Port': ['ID=c67696cc-20a4-4aee-9f71-c7686c5cdaac,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:49.156244 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:49.159530 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:49.162955 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:00:49.171287 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Pushing event updated for resources: {'Port': ['ID=574509e5-3362-4584-863b-777d6c4ab562,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:49.218663 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 15373350-1f9e-4461-86da-2c2399e5fb2f up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:49.318577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 15373350-1f9e-4461-86da-2c2399e5fb2f triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:49.318956 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.413281 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.439207 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 15373350-1f9e-4461-86da-2c2399e5fb2f, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=15373350-1f9e-4461-86da-2c2399e5fb2f,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:49.441825 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Sync routers for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:00:49.443863 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.458981 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:49.459882 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:49.478747 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.498142 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=15373350-1f9e-4461-86da-2c2399e5fb2f,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:49.572880 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:49.785890 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 2, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:49.903435 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Checking router: f799b527-4054-4d9b-9681-9b7ce8744995 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:00:49.903882 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Updating router f799b527-4054-4d9b-9681-9b7ce8744995 port 60e24477-cb00-47c7-8f03-876ca83756be binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 19:00:49.930893 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.931454 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527299'] for router, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:49.994559 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.072249 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Router 20d83314-02f9-4e5b-9fba-95ae9335fc79 is scheduled to L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 22 19:00:50.102801 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef90ba-db0d-4e39-908b-89e995cde311 None None] Network 6d92871b-df0a-4081-95a5-3028b044e540 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:00:50.184197 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:00:50.197894 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Sync routers for ids ['20d83314-02f9-4e5b-9fba-95ae9335fc79'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:00:50.208713 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.210066 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c4f65924-bf24-437b-ae6a-51504c963a26 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7876835 Oct 22 19:00:50.212816 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42180) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:00:50.226516 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.232140 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.245339 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-585318c9-4f3a-4894-a98c-71dc767042f0 None None] Provisioning complete for port c67696cc-20a4-4aee-9f71-c7686c5cdaac triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:50.245705 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-585318c9-4f3a-4894-a98c-71dc767042f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.278669 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Pushing event updated for resources: {'Port': ['ID=60e24477-cb00-47c7-8f03-876ca83756be,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:50.288023 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.288390 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.288734 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.289070 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.289399 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.289730 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.290067 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.290397 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.290736 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.290849 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Routers {'20d83314-02f9-4e5b-9fba-95ae9335fc79'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:50.291060 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.291381 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.291501 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['20d83314-02f9-4e5b-9fba-95ae9335fc79'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:50.291696 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:00:50.355291 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Attempting to bind port 60e24477-cb00-47c7-8f03-876ca83756be on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 19:00:50.355573 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Attempting to bind port 60e24477-cb00-47c7-8f03-876ca83756be by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 19:00:50.355934 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Attempting to bind port 60e24477-cb00-47c7-8f03-876ca83756be on network 2f020b5c-cd28-443d-87bc-fc204f500e5d {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:00:50.362273 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 19:00:50.362526 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Checking segment: {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:50.362919 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.363311 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Bound using segment: {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 19:00:50.363781 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Bound port: 60e24477-cb00-47c7-8f03-876ca83756be, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 19:00:50.364177 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.442256 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] For port 60e24477-cb00-47c7-8f03-876ca83756be, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 19:00:50.446630 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] For port 60e24477-cb00-47c7-8f03-876ca83756be, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=60e24477-cb00-47c7-8f03-876ca83756be,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 19:00:50.456533 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.484468 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Set router 20d83314-02f9-4e5b-9fba-95ae9335fc79 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:50.510444 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fe3c8-8325-4512-b38e-f937dd06a99b None None] Pushing event updated for resources: {'Port': ['ID=60e24477-cb00-47c7-8f03-876ca83756be,revision_number=4']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:50.525983 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:50.527145 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:50.561440 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-585318c9-4f3a-4894-a98c-71dc767042f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.659781 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:50.667654 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-585318c9-4f3a-4894-a98c-71dc767042f0 None None] For port c67696cc-20a4-4aee-9f71-c7686c5cdaac, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=c67696cc-20a4-4aee-9f71-c7686c5cdaac,segment=NetworkSegment(22319a34-7d69-4fef-9b31-48eba42a5b95),segment_id=22319a34-7d69-4fef-9b31-48eba42a5b95)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:50.687534 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-585318c9-4f3a-4894-a98c-71dc767042f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.710931 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.783964 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585318c9-4f3a-4894-a98c-71dc767042f0 None None] Pushing event updated for resources: {'Port': ['ID=c67696cc-20a4-4aee-9f71-c7686c5cdaac,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:50.829382 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '574509e5-3362-4584-863b-777d6c4ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 3, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port': {'id': '574509e5-3362-4584-863b-777d6c4ab562', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:50.867983 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Checking router: 20d83314-02f9-4e5b-9fba-95ae9335fc79 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:00:50.868650 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Updating router 20d83314-02f9-4e5b-9fba-95ae9335fc79 port 574509e5-3362-4584-863b-777d6c4ab562 binding host dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 19:00:50.891840 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-9d0fa9b1-ae79-4945-b094-ed2936e8e5dd None None] Provisioning complete for port 60e24477-cb00-47c7-8f03-876ca83756be triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:50.892320 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa9b1-ae79-4945-b094-ed2936e8e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.931254 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:50Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:50.939850 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Allocated IP 172.20.0.1 (6d92871b-df0a-4081-95a5-3028b044e540/b87ae861-2760-4ff8-9a73-110da9dcdaea/af0e40c2-66eb-4cfa-b629-a111ec468aa1) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:00:50.942933 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:50.963044 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798dfc2-9eea-4066-85f3-94a00e34d929 None None] The sync data for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi is: [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:50Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:00:51.054568 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.081339 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa9b1-ae79-4945-b094-ed2936e8e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.099537 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.152251 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Network 6d92871b-df0a-4081-95a5-3028b044e540 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:51.155255 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:51.159578 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:00:51.166351 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-9d0fa9b1-ae79-4945-b094-ed2936e8e5dd None None] For port 60e24477-cb00-47c7-8f03-876ca83756be, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=60e24477-cb00-47c7-8f03-876ca83756be,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:51.198238 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Pushing event updated for resources: {'Port': ['ID=af0e40c2-66eb-4cfa-b629-a111ec468aa1,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:51.244870 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928688'] for router_interface, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.394647 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device c67696cc-20a4-4aee-9f71-c7686c5cdaac up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:51.397258 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa9b1-ae79-4945-b094-ed2936e8e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.423966 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.524610 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fa9b1-ae79-4945-b094-ed2936e8e5dd None None] Pushing event updated for resources: {'Port': ['ID=60e24477-cb00-47c7-8f03-876ca83756be,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:51.568261 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-f5438f0a-600f-4280-a4a5-426ba206f75f None None] Provisioning complete for port 60e24477-cb00-47c7-8f03-876ca83756be triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:51.568546 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5438f0a-600f-4280-a4a5-426ba206f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.599046 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port c67696cc-20a4-4aee-9f71-c7686c5cdaac triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:51.599418 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.601417 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.602783 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Publish callbacks [] for port, precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.610740 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.632386 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.685267 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526848'] for router_interface, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.687492 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Pushing event updated for resources: {'Port': ['ID=af0e40c2-66eb-4cfa-b629-a111ec468aa1,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:51.719383 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7568b-2872-44b8-8c3c-b92cc6b2d08f None None] Pushing event updated for resources: {'Port': ['ID=574509e5-3362-4584-863b-777d6c4ab562,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:51.723739 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Attempting to bind port 574509e5-3362-4584-863b-777d6c4ab562 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 19:00:51.724112 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Attempting to bind port 574509e5-3362-4584-863b-777d6c4ab562 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 19:00:51.724488 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Attempting to bind port 574509e5-3362-4584-863b-777d6c4ab562 on network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:00:51.753232 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 19:00:51.753610 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Checking segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:51.754014 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.754519 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Bound using segment: {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 19:00:51.755011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Bound port: 574509e5-3362-4584-863b-777d6c4ab562, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6151b71-35e7-4b05-8bdc-4838eecb4ef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 19:00:51.755387 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.786919 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Network 6d92871b-df0a-4081-95a5-3028b044e540 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:00:51.788326 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:00:51.857478 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] For port 574509e5-3362-4584-863b-777d6c4ab562, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 19:00:51.860894 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 60e24477-cb00-47c7-8f03-876ca83756be up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:51.895276 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] For port 574509e5-3362-4584-863b-777d6c4ab562, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=574509e5-3362-4584-863b-777d6c4ab562,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 19:00:51.900074 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-f5438f0a-600f-4280-a4a5-426ba206f75f None None] Provisioning complete for port af0e40c2-66eb-4cfa-b629-a111ec468aa1 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:51.900433 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5438f0a-600f-4280-a4a5-426ba206f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.905596 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:51.909273 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Router 20d83314-02f9-4e5b-9fba-95ae9335fc79 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:00:52.001018 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f5438f0a-600f-4280-a4a5-426ba206f75f None None] Port af0e40c2-66eb-4cfa-b629-a111ec468aa1 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 19:00:52.014396 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7568b-2872-44b8-8c3c-b92cc6b2d08f None None] Pushing event updated for resources: {'Port': ['ID=574509e5-3362-4584-863b-777d6c4ab562,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:52.018547 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Routers {'20d83314-02f9-4e5b-9fba-95ae9335fc79'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:52.019174 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['20d83314-02f9-4e5b-9fba-95ae9335fc79'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:52.021615 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 60e24477-cb00-47c7-8f03-876ca83756be triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:52.021987 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:52.029252 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:00:52.035037 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-575c3d75-2519-42d4-9173-57e8dfa36937 admin admin] 10.222.0.15 "PUT /v2.0/routers/20d83314-02f9-4e5b-9fba-95ae9335fc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8206732 Oct 22 19:00:52.079917 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-f5438f0a-600f-4280-a4a5-426ba206f75f None None] Provisioning complete for port c67696cc-20a4-4aee-9f71-c7686c5cdaac triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:52.080292 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5438f0a-600f-4280-a4a5-426ba206f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:52.200721 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] Set router 20d83314-02f9-4e5b-9fba-95ae9335fc79 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:52.330849 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 15373350-1f9e-4461-86da-2c2399e5fb2f up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:52.461298 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-c449627d-94bb-4cc9-aee2-d9a0b38b16bc None None] Provisioning complete for port af0e40c2-66eb-4cfa-b629-a111ec468aa1 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:52.461672 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c449627d-94bb-4cc9-aee2-d9a0b38b16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:52.502654 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 15373350-1f9e-4461-86da-2c2399e5fb2f triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:52.502879 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:52.560485 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-c449627d-94bb-4cc9-aee2-d9a0b38b16bc None None] Port af0e40c2-66eb-4cfa-b629-a111ec468aa1 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 19:00:52.605707 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '574509e5-3362-4584-863b-777d6c4ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 4, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port': {'id': '574509e5-3362-4584-863b-777d6c4ab562', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'af0e40c2-66eb-4cfa-b629-a111ec468aa1', 'name': '', 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'mac_address': 'fa:16:3e:c1:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:50Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 2, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'subnets': [{'id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:52.635370 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796a513-0192-4bfa-8af5-d294b731ae6b None None] The sync data for ids ['20d83314-02f9-4e5b-9fba-95ae9335fc79'] in dv-cinder-815146-1-iscsi is: [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '574509e5-3362-4584-863b-777d6c4ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 4, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port': {'id': '574509e5-3362-4584-863b-777d6c4ab562', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'af0e40c2-66eb-4cfa-b629-a111ec468aa1', 'name': '', 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'mac_address': 'fa:16:3e:c1:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:50Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 2, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'subnets': [{'id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:00:53.152177 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 60e24477-cb00-47c7-8f03-876ca83756be up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:53.224501 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 60e24477-cb00-47c7-8f03-876ca83756be triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:53.224995 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.162414 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 574509e5-3362-4584-863b-777d6c4ab562 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:55.194892 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Sync routers for ids ['20d83314-02f9-4e5b-9fba-95ae9335fc79'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:00:55.206931 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Routers {'20d83314-02f9-4e5b-9fba-95ae9335fc79'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:55.207860 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['20d83314-02f9-4e5b-9fba-95ae9335fc79'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:55.216977 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 574509e5-3362-4584-863b-777d6c4ab562 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:55.217648 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.332983 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.346631 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Set router 20d83314-02f9-4e5b-9fba-95ae9335fc79 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:55.383240 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] For port 574509e5-3362-4584-863b-777d6c4ab562, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=574509e5-3362-4584-863b-777d6c4ab562,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:55.391331 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.447642 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Pushing event updated for resources: {'Port': ['ID=574509e5-3362-4584-863b-777d6c4ab562,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:55.473225 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.568406 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '574509e5-3362-4584-863b-777d6c4ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 4, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port': {'id': '574509e5-3362-4584-863b-777d6c4ab562', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'af0e40c2-66eb-4cfa-b629-a111ec468aa1', 'name': '', 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'mac_address': 'fa:16:3e:c1:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:50Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 2, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'subnets': [{'id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:55.599610 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Checking router: 20d83314-02f9-4e5b-9fba-95ae9335fc79 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:00:55.599953 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Updating router 20d83314-02f9-4e5b-9fba-95ae9335fc79 port af0e40c2-66eb-4cfa-b629-a111ec468aa1 binding host dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 22 19:00:55.629583 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.919497 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Publish callbacks [] for port, precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.926857 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:55.973700 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f3ac-76f6-4cdc-a0a8-c1444e224a1f None None] Pushing event updated for resources: {'Port': ['ID=af0e40c2-66eb-4cfa-b629-a111ec468aa1,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:56.136533 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Attempting to bind port af0e40c2-66eb-4cfa-b629-a111ec468aa1 on host dv-cinder-815146-1-iscsi for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 19:00:56.137067 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Attempting to bind port af0e40c2-66eb-4cfa-b629-a111ec468aa1 by drivers openvswitch,hyperv on host dv-cinder-815146-1-iscsi at level 0 using segments [{'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 19:00:56.137530 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Attempting to bind port af0e40c2-66eb-4cfa-b629-a111ec468aa1 on network 6d92871b-df0a-4081-95a5-3028b044e540 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:00:56.145965 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Checking agent: {'id': 'aeb239e8-2957-4a0e-a059-d8bd405bd7f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 39, 48), 'started_at': datetime.datetime(2021, 10, 22, 18, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 19:00:56.146498 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Checking segment: {'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:00:56.146999 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:56.147484 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Bound using segment: {'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 19:00:56.148063 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Bound port: af0e40c2-66eb-4cfa-b629-a111ec468aa1, host: dv-cinder-815146-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22319a34-7d69-4fef-9b31-48eba42a5b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 19:00:56.148553 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:56.227571 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] For port af0e40c2-66eb-4cfa-b629-a111ec468aa1, host dv-cinder-815146-1-iscsi, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 19:00:56.231105 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] For port af0e40c2-66eb-4cfa-b629-a111ec468aa1, host dv-cinder-815146-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=af0e40c2-66eb-4cfa-b629-a111ec468aa1,segment=NetworkSegment(22319a34-7d69-4fef-9b31-48eba42a5b95),segment_id=22319a34-7d69-4fef-9b31-48eba42a5b95)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 19:00:56.236388 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:56.292085 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Routers {'20d83314-02f9-4e5b-9fba-95ae9335fc79'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:00:56.292894 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:00:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['20d83314-02f9-4e5b-9fba-95ae9335fc79'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:56.331142 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-6103924d-7093-4bca-aedc-9b1bf8b689d2 None None] Provisioning complete for port af0e40c2-66eb-4cfa-b629-a111ec468aa1 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:56.331936 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6103924d-7093-4bca-aedc-9b1bf8b689d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:56.434538 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] Set router 20d83314-02f9-4e5b-9fba-95ae9335fc79 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:00:56.536887 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f3ac-76f6-4cdc-a0a8-c1444e224a1f None None] Pushing event updated for resources: {'Port': ['ID=af0e40c2-66eb-4cfa-b629-a111ec468aa1,revision_number=4']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:56.678847 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6103924d-7093-4bca-aedc-9b1bf8b689d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:56.719695 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-6103924d-7093-4bca-aedc-9b1bf8b689d2 None None] For port af0e40c2-66eb-4cfa-b629-a111ec468aa1, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=af0e40c2-66eb-4cfa-b629-a111ec468aa1,segment=NetworkSegment(22319a34-7d69-4fef-9b31-48eba42a5b95),segment_id=22319a34-7d69-4fef-9b31-48eba42a5b95)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:00:56.724314 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '574509e5-3362-4584-863b-777d6c4ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 4, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port': {'id': '574509e5-3362-4584-863b-777d6c4ab562', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'af0e40c2-66eb-4cfa-b629-a111ec468aa1', 'name': '', 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'mac_address': 'fa:16:3e:c1:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:50Z', 'updated_at': '2021-10-22T19:00:56Z', 'revision_number': 4, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'subnets': [{'id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:00:56.728151 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6103924d-7093-4bca-aedc-9b1bf8b689d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:56.782136 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12bc1a1-b025-4956-b2f3-195ddad8639d None None] The sync data for ids ['20d83314-02f9-4e5b-9fba-95ae9335fc79'] in dv-cinder-815146-1-iscsi is: [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '574509e5-3362-4584-863b-777d6c4ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 4, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port': {'id': '574509e5-3362-4584-863b-777d6c4ab562', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': 'af0e40c2-66eb-4cfa-b629-a111ec468aa1', 'name': '', 'network_id': '6d92871b-df0a-4081-95a5-3028b044e540', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'mac_address': 'fa:16:3e:c1:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:50Z', 'updated_at': '2021-10-22T19:00:56Z', 'revision_number': 4, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'subnets': [{'id': 'b87ae861-2760-4ff8-9a73-110da9dcdaea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:00:56.823622 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103924d-7093-4bca-aedc-9b1bf8b689d2 None None] Pushing event updated for resources: {'Port': ['ID=af0e40c2-66eb-4cfa-b629-a111ec468aa1,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:00:56.865386 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-06933b3f-9237-45d8-96d6-1298ec0e939f None None] Provisioning complete for port af0e40c2-66eb-4cfa-b629-a111ec468aa1 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:56.865386 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-06933b3f-9237-45d8-96d6-1298ec0e939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:57.200504 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device af0e40c2-66eb-4cfa-b629-a111ec468aa1 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:57.286774 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port af0e40c2-66eb-4cfa-b629-a111ec468aa1 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:57.287249 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:00:57.397612 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 574509e5-3362-4584-863b-777d6c4ab562 up at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:00:57.449684 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Provisioning complete for port 574509e5-3362-4584-863b-777d6c4ab562 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:00:57.450078 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:02.297403 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-b193325c-b248-41a7-a8ba-059c34bab67a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:02.298908 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-b193325c-b248-41a7-a8ba-059c34bab67a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 814 time: 0.3726814 Oct 22 19:01:02.313584 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-26a1d0f3-7dff-4b0a-ac46-0f9ff8291364 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/quotas/699fbfd98c2e461fa30a39f0db33ee8d HTTP/1.1" status: 200 len: 375 time: 0.0089943 Oct 22 19:01:02.363753 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-33e733c4-a54c-4ceb-8fd2-1492597ada9a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449476 Oct 22 19:01:02.551338 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-69adf139-6eac-4380-b742-e7b9ab58cf79 service neutron] 10.222.0.15 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760130 Oct 22 19:01:02.638021 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-359e1c2f-8b07-480c-9de1-3bcba2dd4d8a service neutron] 10.222.0.15 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807939 Oct 22 19:01:03.812776 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-674c91df-4041-4d1a-94bb-88b0e895ef3a req-4373db66-987f-4457-b611-e1c2c917922c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 210 time: 0.0268407 Oct 22 19:01:04.726981 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-63218a81-13ca-4090-bafc-e98dd4196fca tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:04.728432 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-63218a81-13ca-4090-bafc-e98dd4196fca tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 814 time: 0.1029055 Oct 22 19:01:04.741477 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'port': {'device_id': '808038ab-9a21-432f-846c-a979ff021f8c', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'admin_state_up': True, 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:04.847609 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Made reservation on behalf of 699fbfd98c2e461fa30a39f0db33ee8d for: {'port': 1} {{(pid=106215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 22 19:01:04.851252 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:04.938652 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6ffd509d-3ef0-4174-9f46-18a290ff3378 req-7d36432e-7b1c-4e19-8d6a-66f399250e5e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 210 time: 0.0574741 Oct 22 19:01:05.011683 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Allocated IP 172.20.0.4 (2f020b5c-cd28-443d-87bc-fc204f500e5d/f7646fb0-7d2a-4aa4-96b6-26a02433f1fa/0fd7aaed-4d50-4d3e-a850-94603bbd1ba3) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:01:05.201136 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for port, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:05.247670 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:05.317809 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:01:05.323766 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:05.325986 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:01:05.329171 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:01:05.336967 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.337327 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.337671 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.338010 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.338389 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.338728 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.339057 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.339381 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.339722 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.340035 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.340370 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.340694 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:05.412771 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:05.418354 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:05.447181 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-729846bd-0b44-40a0-9bc8-100667dd945d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7092710 Oct 22 19:01:05.646307 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-8ee044d4-a307-44cb-bca8-bf453c7c2c34 None None] Provisioning complete for port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:01:05.647708 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ee044d4-a307-44cb-bca8-bf453c7c2c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:05.687004 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-8ee044d4-a307-44cb-bca8-bf453c7c2c34 None None] Port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 cannot update to ACTIVE because it is not bound. {{(pid=106216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 22 19:01:06.066435 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ac476-bfda-460f-855f-4213438345a9 req-9aae9f7a-fb4c-459e-b50d-b6e1c00c5e4e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:06.068197 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e78ac476-bfda-460f-855f-4213438345a9 req-9aae9f7a-fb4c-459e-b50d-b6e1c00c5e4e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0605233 Oct 22 19:01:06.109950 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e78ac476-bfda-460f-855f-4213438345a9 req-23cc38df-bfc1-43c6-bbef-ff98236a6c71 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349314 Oct 22 19:01:07.234747 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1411-f28f-4c34-b84b-10597725ee56 req-cecbed78-e4a8-4bc9-85ff-200a63c0097b tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:07.236122 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1dda1411-f28f-4c34-b84b-10597725ee56 req-cecbed78-e4a8-4bc9-85ff-200a63c0097b tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0505981 Oct 22 19:01:07.274248 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1dda1411-f28f-4c34-b84b-10597725ee56 req-966d0114-be0d-4578-b887-4d40c6e0e7a9 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Oct 22 19:01:07.476360 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:01:08.397231 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d23bf-c0f0-4426-8bc5-ee982bf227e3 req-cdec2078-525d-44c5-9c9c-e5512331c6e8 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:08.398812 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0f8d23bf-c0f0-4426-8bc5-ee982bf227e3 req-cdec2078-525d-44c5-9c9c-e5512331c6e8 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0553098 Oct 22 19:01:08.440023 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0f8d23bf-c0f0-4426-8bc5-ee982bf227e3 req-7c499fd6-1b3d-47a6-bd79-11e0e9c81e8d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Oct 22 19:01:09.563380 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea837b39-5aac-4e06-9ba9-567befbb378a req-fd4422d0-a1a1-434f-9087-22c5440b92b1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:09.571324 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ea837b39-5aac-4e06-9ba9-567befbb378a req-fd4422d0-a1a1-434f-9087-22c5440b92b1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0629883 Oct 22 19:01:09.622698 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ea837b39-5aac-4e06-9ba9-567befbb378a req-a9a4d45c-6774-4737-b958-38fecc3bbde9 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447996 Oct 22 19:01:10.756820 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf714-12a3-41ff-b336-a45ddbf645d9 req-c145e6de-4133-4346-8601-5be60ac6836b tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:10.758900 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e5fbf714-12a3-41ff-b336-a45ddbf645d9 req-c145e6de-4133-4346-8601-5be60ac6836b tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0520883 Oct 22 19:01:10.796957 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e5fbf714-12a3-41ff-b336-a45ddbf645d9 req-58a36651-b249-4004-9966-ee9160cb7458 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Oct 22 19:01:11.913350 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7fb0b-af6c-46c0-857f-0b995dffcb49 req-5e0cc71e-356b-42a0-b0c8-a172788d4f0e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:11.914846 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b5d7fb0b-af6c-46c0-857f-0b995dffcb49 req-5e0cc71e-356b-42a0-b0c8-a172788d4f0e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0481539 Oct 22 19:01:11.957183 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b5d7fb0b-af6c-46c0-857f-0b995dffcb49 req-89ac95ba-0e94-4f4a-bd06-23c2e327d48b tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Oct 22 19:01:13.075470 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a7ab7-6dae-4ed1-a44b-3c71e7552eac req-66456255-6fc8-47ea-ac9b-cecd856dae46 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:13.076944 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-291a7ab7-6dae-4ed1-a44b-3c71e7552eac req-66456255-6fc8-47ea-ac9b-cecd856dae46 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0499141 Oct 22 19:01:13.115187 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-291a7ab7-6dae-4ed1-a44b-3c71e7552eac req-6ac25150-75c4-4cc4-922b-07188da03911 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Oct 22 19:01:14.273546 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-337321f5-2f9f-446d-978b-6100e82c4fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:14.277405 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9b9e8-fb45-4da4-8efa-3f12c9134975 req-758d83d3-93fb-4266-abfd-c6450fb33d9e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:14.279272 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-40c9b9e8-fb45-4da4-8efa-3f12c9134975 req-758d83d3-93fb-4266-abfd-c6450fb33d9e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0837653 Oct 22 19:01:14.321117 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-40c9b9e8-fb45-4da4-8efa-3f12c9134975 req-f6495bbc-2017-42fd-91df-39b98ff5e3b9 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Oct 22 19:01:15.434612 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d76f3b-fece-4510-b1ef-070105ac5367 req-8b178238-57d8-406b-bd63-f67cb483895a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:15.436081 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-35d76f3b-fece-4510-b1ef-070105ac5367 req-8b178238-57d8-406b-bd63-f67cb483895a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0473955 Oct 22 19:01:15.475744 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-35d76f3b-fece-4510-b1ef-070105ac5367 req-10b7314e-49f9-4488-9972-e6d77631abaa tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Oct 22 19:01:16.590725 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209a04a-2829-4bcf-8f68-cedafe19502c req-36805086-57b4-491c-ad55-f51e882f64f3 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:16.592185 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b209a04a-2829-4bcf-8f68-cedafe19502c req-36805086-57b4-491c-ad55-f51e882f64f3 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0493772 Oct 22 19:01:16.629290 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b209a04a-2829-4bcf-8f68-cedafe19502c req-b4eeb9b5-1030-48e2-b561-fac9f4acb7b1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308900 Oct 22 19:01:16.963807 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-86579b69-131d-4692-a662-37c6b8917ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:17.747408 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab84e8-daed-4b66-913f-4a186dee2d41 req-7fde8b6c-22ab-423d-bbdb-35c79a2ec43e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:17.748884 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2dab84e8-daed-4b66-913f-4a186dee2d41 req-7fde8b6c-22ab-423d-bbdb-35c79a2ec43e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 931 time: 0.0510337 Oct 22 19:01:17.786081 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2dab84e8-daed-4b66-913f-4a186dee2d41 req-1588f602-3700-4420-ac81-386765094110 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Oct 22 19:01:17.972437 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.290315 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Request body: {'port': {'device_id': '808038ab-9a21-432f-846c-a979ff021f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:18.322820 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.348231 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.611693 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 19:01:18.620266 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.633013 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Transition to ACTIVE for port object 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 will not be triggered until provisioned by entity L2. {{(pid=106215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 22 19:01:18.636487 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.708354 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:18.759300 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Attempting to bind port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 22 19:01:18.759639 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Attempting to bind port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 22 19:01:18.759966 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Attempting to bind port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 on network 2f020b5c-cd28-443d-87bc-fc204f500e5d {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:01:18.764553 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 on network 2f020b5c-cd28-443d-87bc-fc204f500e5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 22 19:01:18.764897 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Attempting to bind port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 on network 2f020b5c-cd28-443d-87bc-fc204f500e5d {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 22 19:01:18.770681 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Checking agent: {'id': '6c8c31a7-3306-4772-9da1-332b95363237', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'started_at': datetime.datetime(2021, 10, 22, 18, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 22, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 22 19:01:18.771008 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Checking segment: {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 22 19:01:18.771726 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Bound using segment: {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 22 19:01:18.771871 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Bound port: 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d39f02-2e0c-4b40-8a0c-009667a025f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 22 19:01:18.772143 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.840454 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 22 19:01:18.843643 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 22 19:01:18.849597 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.908240 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:18.908857 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:18.910281 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 1093 time: 0.6246438 Oct 22 19:01:18.912512 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:01:18.914813 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d278a22-e76a-4fcf-b087-f708182f3444" -d '{"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:01:18.942451 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb33e1-4371-469d-8ef0-09f5d9645299 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:18.965739 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbeded-7fad-42ae-8a04-f1c5c270e11a req-c06694b4-e43d-4a53-8682-5e887f57ac8d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:18.967268 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a9cbeded-7fad-42ae-8a04-f1c5c270e11a req-c06694b4-e43d-4a53-8682-5e887f57ac8d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 943 time: 0.1089916 Oct 22 19:01:18.968793 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dae10c-5e67-4e10-9412-23015cc762a1 x-openstack-request-id: req-a0dae10c-5e67-4e10-9412-23015cc762a1 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:01:18.969080 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:01:18.969458 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0dae10c-5e67-4e10-9412-23015cc762a1 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:01:18.970018 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'status': 'completed', 'code': 200} Oct 22 19:01:19.035227 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-a9cbeded-7fad-42ae-8a04-f1c5c270e11a req-d842c812-db5d-400d-8fe3-ff200ea99655 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564537 Oct 22 19:01:19.040372 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-215dec99-9587-42dd-baac-e5ed5504a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:19.041847 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-215dec99-9587-42dd-baac-e5ed5504a7cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1096 time: 0.0709531 Oct 22 19:01:19.084900 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-36999828-7272-46a0-ac51-0892c1036e5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 217 time: 0.0350018 Oct 22 19:01:19.139120 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-47167e33-9b88-4d7c-96fd-92c75afc231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:19.140563 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-47167e33-9b88-4d7c-96fd-92c75afc231e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0481923 Oct 22 19:01:19.184748 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-f9b80c9e-b877-44d5-b39f-627c9a5e9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:19.186291 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-f9b80c9e-b877-44d5-b39f-627c9a5e9649 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389223 Oct 22 19:01:19.278634 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-3bd70740-7df6-45ba-8d52-c561c28fdbcb service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854762 Oct 22 19:01:19.366621 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-0907886e-2369-49bb-b7a9-acda1d87ce4d req-e611d4f7-acfa-427a-99d3-790be0305fce service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810118 Oct 22 19:01:19.452893 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-4cd4d269-130a-4db9-b7e6-88f3e9dfa948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:19.455071 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-4cd4d269-130a-4db9-b7e6-88f3e9dfa948 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1096 time: 0.0413425 Oct 22 19:01:19.546948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-2f6df709-ecec-43a5-bc80-e27e936a409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:19.548468 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-2f6df709-ecec-43a5-bc80-e27e936a409f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.0870662 Oct 22 19:01:19.588594 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-fc77e552-77b3-498a-bc41-0b07369f648a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 217 time: 0.0331681 Oct 22 19:01:19.640780 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-cdfadeb1-ac05-4832-81b5-1fe39caf0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:19.642588 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-cdfadeb1-ac05-4832-81b5-1fe39caf0e62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0467522 Oct 22 19:01:19.686845 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-bbf12548-aa2e-4f1f-97f4-292f5e906222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:19.689029 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-bbf12548-aa2e-4f1f-97f4-292f5e906222 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387588 Oct 22 19:01:19.777437 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-54945e25-9c1a-40ed-a654-cd0b00f79227 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821917 Oct 22 19:01:19.866128 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d278a22-e76a-4fcf-b087-f708182f3444 req-02df9e20-2312-4cdf-8802-119c688a60eb service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814066 Oct 22 19:01:19.987424 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:20.152021 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd42c9-e4be-4531-8a28-88051b0217fe req-bb39b420-d4a3-48a6-867e-0590f2c71211 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:20.153493 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5efd42c9-e4be-4531-8a28-88051b0217fe req-bb39b420-d4a3-48a6-867e-0590f2c71211 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 943 time: 0.0485122 Oct 22 19:01:20.190275 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5efd42c9-e4be-4531-8a28-88051b0217fe req-0885dcec-4270-41ef-9152-1391cee485b0 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Oct 22 19:01:21.302911 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b46ee-1318-4ce6-a7f8-12b9bd3dcb2d req-2ec62071-70f2-4698-bd73-ebc8624e6e1a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:21.304363 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3e1b46ee-1318-4ce6-a7f8-12b9bd3dcb2d req-2ec62071-70f2-4698-bd73-ebc8624e6e1a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 943 time: 0.0482585 Oct 22 19:01:21.340894 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-3e1b46ee-1318-4ce6-a7f8-12b9bd3dcb2d req-191d5553-a4b3-456d-a70d-44500b79da69 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Oct 22 19:01:22.317428 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 22 19:01:22.413182 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:01:22.425399 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Returning: {'device': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'port_id': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'mac_address': 'fa:16:3e:7b:6a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 22 19:01:22.452321 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b1b35-f633-49bf-8cb3-a89bee0ab128 req-01196aee-26fc-4630-a8d9-6061e6bdf762 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:22.453960 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db5b1b35-f633-49bf-8cb3-a89bee0ab128 req-01196aee-26fc-4630-a8d9-6061e6bdf762 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 943 time: 0.0484221 Oct 22 19:01:22.461796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:22.474932 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 22 19:01:22.491845 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db5b1b35-f633-49bf-8cb3-a89bee0ab128 req-f1da568b-a181-4f77-a069-a0342cb21f53 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Oct 22 19:01:22.494085 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:01:22.498535 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:22.549147 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:22.556293 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.556649 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.557016 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.557349 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.557680 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.558010 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.558360 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.558687 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.559020 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.559339 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.559658 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.559978 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:22.803505 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 19:01:23.608098 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47335b-8f72-4f10-9ddf-8543723abd5c req-f98dc5eb-7755-4a74-939a-e54efe9f8ee2 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:23.609550 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1b47335b-8f72-4f10-9ddf-8543723abd5c req-f98dc5eb-7755-4a74-939a-e54efe9f8ee2 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 944 time: 0.0512509 Oct 22 19:01:23.647602 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-1b47335b-8f72-4f10-9ddf-8543723abd5c req-a2898db4-6602-480d-86cd-a17ebed88220 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Oct 22 19:01:24.329704 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 up at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 22 19:01:24.378577 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning for port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 completed by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 22 19:01:24.382491 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Provisioning complete for port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 triggered by entity L2. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:01:24.382855 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:24.458392 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:24.479658 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:01:24.481964 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}941639cc256e9f34d0cd49631394f103d07124d055cfb65328fc081ee8f0193e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f4fda-9995-493d-87cf-7e8ba5721331" -d '{"events": [{"server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "name": "network-vif-plugged", "status": "completed", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:01:24.495600 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:01:24.500969 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498'] for port, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:24.526665 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5027fab9-35a1-4a71-8649-0c28458d9ff0 x-openstack-request-id: req-5027fab9-35a1-4a71-8649-0c28458d9ff0 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:01:24.526951 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "name": "network-vif-plugged", "status": "completed", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:01:24.527200 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5027fab9-35a1-4a71-8649-0c28458d9ff0 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:01:24.527577 dv-cinder-815146-1-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'code': 200} Oct 22 19:01:24.552327 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Pushing event updated for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=5']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:24.688348 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37233d5e-0b51-4959-8449-920c21bc5b13 req-3afe54bd-3aba-43f7-a591-4656ad70b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:24.689837 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37233d5e-0b51-4959-8449-920c21bc5b13 req-3afe54bd-3aba-43f7-a591-4656ad70b516 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1098 time: 0.0399210 Oct 22 19:01:24.748559 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-37233d5e-0b51-4959-8449-920c21bc5b13 req-7278686f-f428-4868-937f-3e891aed5f4e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517297 Oct 22 19:01:24.770187 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8db4b-be41-491b-91b6-de0dd3b6e0d3 req-f65801c1-f631-47bb-b8c3-6b6b30a93d80 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:24.771537 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6ce8db4b-be41-491b-91b6-de0dd3b6e0d3 req-f65801c1-f631-47bb-b8c3-6b6b30a93d80 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0565927 Oct 22 19:01:24.808088 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6ce8db4b-be41-491b-91b6-de0dd3b6e0d3 req-d3dbb1e3-fe6f-4c18-8c4a-d46056d6c928 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Oct 22 19:01:25.450774 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:25.927849 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894fcc7-4b4b-4880-9bee-ebcc5f430d8d req-f17e42df-5957-4aef-bb95-c525da2fbd9f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:25.929324 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8894fcc7-4b4b-4880-9bee-ebcc5f430d8d req-f17e42df-5957-4aef-bb95-c525da2fbd9f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0505428 Oct 22 19:01:25.969114 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8894fcc7-4b4b-4880-9bee-ebcc5f430d8d req-c48767ca-5d7b-411e-afed-e0cf76a827c0 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Oct 22 19:01:27.086099 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00202f5-5584-4d8c-81d8-de2763e78377 req-19fa9f45-7fb4-4053-8c7a-bb956ea3f1c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:27.086883 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c00202f5-5584-4d8c-81d8-de2763e78377 req-19fa9f45-7fb4-4053-8c7a-bb956ea3f1c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0502059 Oct 22 19:01:27.124235 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-c00202f5-5584-4d8c-81d8-de2763e78377 req-adef5c40-e79a-4d1c-ab28-b353b8966382 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Oct 22 19:01:27.237549 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51497aa-2835-451b-bf7b-6e479e442ef7 req-7b8548ea-8e4a-485b-bffc-fd6d9bcde4b9 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:27.239038 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b51497aa-2835-451b-bf7b-6e479e442ef7 req-7b8548ea-8e4a-485b-bffc-fd6d9bcde4b9 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0501821 Oct 22 19:01:27.276782 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b51497aa-2835-451b-bf7b-6e479e442ef7 req-e5683db2-afbb-4587-9bb8-8ab041065757 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Oct 22 19:01:27.590204 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd282e3-8111-4b8e-a36d-590c56f238f4 req-b2941277-3a1f-40df-bced-a607e276bc86 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:27.591679 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dd282e3-8111-4b8e-a36d-590c56f238f4 req-b2941277-3a1f-40df-bced-a607e276bc86 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0490451 Oct 22 19:01:27.629334 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3dd282e3-8111-4b8e-a36d-590c56f238f4 req-614a1a0e-498b-433c-922f-152f017bdba2 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Oct 22 19:01:36.955110 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3517a5a-c1e1-4e0e-b49b-44d5b8bdc35c req-5e8f0c91-fb86-4d5c-8e90-6fe05e99c95e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:36.956560 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3517a5a-c1e1-4e0e-b49b-44d5b8bdc35c req-5e8f0c91-fb86-4d5c-8e90-6fe05e99c95e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0515234 Oct 22 19:01:36.993953 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3517a5a-c1e1-4e0e-b49b-44d5b8bdc35c req-8cf80807-5801-4432-9243-2aaded2405b1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Oct 22 19:01:37.014945 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42372) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:37.098927 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4ed49-2187-4e43-980a-d675ce06bef9 tempest-TestMinimumBasicScenario-635637853 tempest-TestMinimumBasicScenario-635637853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:37.100466 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-15f4ed49-2187-4e43-980a-d675ce06bef9 tempest-TestMinimumBasicScenario-635637853 tempest-TestMinimumBasicScenario-635637853-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1093 time: 0.0845780 Oct 22 19:01:37.103314 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42376) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:37.107489 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'floatingip': {'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'port_id': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:37.129386 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for floatingip, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:37.229803 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:37.327632 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Allocated IP 172.27.0.108 (f7fec8de-a3da-4ac5-bebd-0cc8b424c511/748a8991-75a2-4528-ac75-54f4cedc7bc9/f50252e5-aad0-46f3-97c3-0e37681b6471) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 22 19:01:37.427605 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for port, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:37.459478 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771494839462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:37.497244 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Network f7fec8de-a3da-4ac5-bebd-0cc8b424c511 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 22 19:01:37.501429 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 22 19:01:37.507625 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 22 19:01:37.510593 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'Port': ['ID=f50252e5-aad0-46f3-97c3-0e37681b6471,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:37.539389 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.539737 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.540076 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.540412 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.540743 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.541071 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.541398 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.541722 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.542058 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.542394 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.542716 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:37.543038 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:01:38.113483 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:38.178127 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:38.334599 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:38.339268 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:38.405480 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'Port': ['ID=f50252e5-aad0-46f3-97c3-0e37681b6471,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:38.419179 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928549'] for floatingip, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:38.516135 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Floating IP cebf135a-569a-47da-8493-a7de9c812b51 associated. External IP: 172.27.0.108, port: 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3. Oct 22 19:01:38.717237 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Router f799b527-4054-4d9b-9681-9b7ce8744995 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:01:38.824860 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:01:38.835197 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] Sync routers for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:01:38.843485 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:38.844782 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:01:38.845415 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:01:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:01:38.869551 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2a3d31ef-c8ed-4979-a30a-e5388a69251f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7652414 Oct 22 19:01:38.870154 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:01:38.872399 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47188467-f819-4213-bf56-deceff7bbdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:01:38.872580 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42378) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:38.878480 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-5e9169bb-3c52-41c1-89cb-fc7ac78103ed tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2118072002', 'description': 'tempest-secgroup-smoke-2118072002 description', 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:38.904223 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5e9169bb-3c52-41c1-89cb-fc7ac78103ed tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:38.912389 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cfe6c8-4f91-4465-bb2b-8ef977cee586 x-openstack-request-id: req-03cfe6c8-4f91-4465-bb2b-8ef977cee586 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:01:38.912754 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:01:38.913071 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03cfe6c8-4f91-4465-bb2b-8ef977cee586 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:01:38.913994 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'status': 'completed', 'code': 200} Oct 22 19:01:38.953378 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:01:39.005801 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5e9169bb-3c52-41c1-89cb-fc7ac78103ed tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.008570 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188467-f819-4213-bf56-deceff7bbdc3 req-82b7dea3-8c06-4eba-94b6-43559ce7d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:39.010133 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47188467-f819-4213-bf56-deceff7bbdc3 req-82b7dea3-8c06-4eba-94b6-43559ce7d153 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1098 time: 0.0722113 Oct 22 19:01:39.011108 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5e9169bb-3c52-41c1-89cb-fc7ac78103ed tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.066456 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5e9169bb-3c52-41c1-89cb-fc7ac78103ed tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.070818 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-5e9169bb-3c52-41c1-89cb-fc7ac78103ed tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1938882 Oct 22 19:01:39.071062 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42382) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:39.074821 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9169bb-3c52-41c1-89cb-fc7ac78103ed tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b7a97-9ef3-4490-8ec4-39850af5550e,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:39.075585 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-1cd78989-1191-41b1-9e98-4c66ff42387c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'security_group_rule': {'security_group_id': '0a8b7a97-9ef3-4490-8ec4-39850af5550e', 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:39.108499 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1cd78989-1191-41b1-9e98-4c66ff42387c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.140388 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188467-f819-4213-bf56-deceff7bbdc3 req-0b5e792b-848d-4698-b87f-a02f8a193941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:39.143428 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47188467-f819-4213-bf56-deceff7bbdc3 req-0b5e792b-848d-4698-b87f-a02f8a193941 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.1226535 Oct 22 19:01:39.167646 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1cd78989-1191-41b1-9e98-4c66ff42387c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.171698 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1cd78989-1191-41b1-9e98-4c66ff42387c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.192163 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd78989-1191-41b1-9e98-4c66ff42387c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650ec543-adf7-4f51-811d-4884558f1b90,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:39.198814 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1cd78989-1191-41b1-9e98-4c66ff42387c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.201321 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': 'cebf135a-569a-47da-8493-a7de9c812b51', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'port_id': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'mac_address': 'fa:16:3e:7b:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808038ab-9a21-432f-846c-a979ff021f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T19:01:37Z', 'updated_at': '2021-10-22T19:01:37Z', 'revision_number': 0, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 5, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:01:39.203260 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42384) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:39.205082 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1cd78989-1191-41b1-9e98-4c66ff42387c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313856 Oct 22 19:01:39.213647 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-826a9e1c-b675-445c-a475-743236bd50c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'security_group_rule': {'security_group_id': '0a8b7a97-9ef3-4490-8ec4-39850af5550e', 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:39.228482 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] Checking router: f799b527-4054-4d9b-9681-9b7ce8744995 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:01:39.232478 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47188467-f819-4213-bf56-deceff7bbdc3 req-976abb32-df4d-486b-b95e-5cecf3e9e564 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 999 time: 0.0811954 Oct 22 19:01:39.238071 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:01:39.238676 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:01:17Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:01:39.277184 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-826a9e1c-b675-445c-a475-743236bd50c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.302026 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188467-f819-4213-bf56-deceff7bbdc3 req-848cff53-5ce0-4aa9-be68-f68c782b35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:39.303510 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47188467-f819-4213-bf56-deceff7bbdc3 req-848cff53-5ce0-4aa9-be68-f68c782b35ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0627992 Oct 22 19:01:39.348623 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:01:39.370950 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-826a9e1c-b675-445c-a475-743236bd50c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.373630 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188467-f819-4213-bf56-deceff7bbdc3 req-526d0fc8-6879-4def-ae5f-9115ac078aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:39.375113 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47188467-f819-4213-bf56-deceff7bbdc3 req-526d0fc8-6879-4def-ae5f-9115ac078aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606546 Oct 22 19:01:39.376825 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-826a9e1c-b675-445c-a475-743236bd50c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.411699 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a9e1c-b675-445c-a475-743236bd50c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef6d16e-549e-4015-bd08-43b7ff5436b1,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:39.430892 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-826a9e1c-b675-445c-a475-743236bd50c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.432052 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-826a9e1c-b675-445c-a475-743236bd50c4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2273433 Oct 22 19:01:39.434911 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42386) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:39.462589 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-50f9d1ec-9686-4d0f-a68f-ab9635c5ac58 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'security_group_rule': {'security_group_id': '0a8b7a97-9ef3-4490-8ec4-39850af5550e', 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:39.506640 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47188467-f819-4213-bf56-deceff7bbdc3 req-977e07de-ab92-42ad-82a7-c48e1296c408 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223555 Oct 22 19:01:39.507891 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-50f9d1ec-9686-4d0f-a68f-ab9635c5ac58 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.583375 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': 'cebf135a-569a-47da-8493-a7de9c812b51', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'port_id': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'mac_address': 'fa:16:3e:7b:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808038ab-9a21-432f-846c-a979ff021f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T19:01:37Z', 'updated_at': '2021-10-22T19:01:37Z', 'revision_number': 0, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 5, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:01:39.610094 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c6c99-f738-4c95-b535-fa1cf76e5805 None None] The sync data for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi is: [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_floatingips': [{'id': 'cebf135a-569a-47da-8493-a7de9c812b51', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'router_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'port_id': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'mac_address': 'fa:16:3e:7b:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808038ab-9a21-432f-846c-a979ff021f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-22T19:01:37Z', 'updated_at': '2021-10-22T19:01:37Z', 'revision_number': 0, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 5, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:01:39.627416 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-50f9d1ec-9686-4d0f-a68f-ab9635c5ac58 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.633690 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-50f9d1ec-9686-4d0f-a68f-ab9635c5ac58 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.656261 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-47188467-f819-4213-bf56-deceff7bbdc3 req-b417c4bd-30ff-4c13-a7a3-ee1c43846428 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399226 Oct 22 19:01:39.661563 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9d1ec-9686-4d0f-a68f-ab9635c5ac58 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927c7b2f-0c7f-4263-be35-b65d26f8eb8d,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:39.669610 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-50f9d1ec-9686-4d0f-a68f-ab9635c5ac58 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.674133 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-50f9d1ec-9686-4d0f-a68f-ab9635c5ac58 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350020 Oct 22 19:01:39.674371 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42388) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:39.678908 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-7f23a756-de37-4a64-997d-34f14e0c37f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'security_group_rule': {'security_group_id': '0a8b7a97-9ef3-4490-8ec4-39850af5550e', 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:39.709327 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7f23a756-de37-4a64-997d-34f14e0c37f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.771699 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7f23a756-de37-4a64-997d-34f14e0c37f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.776979 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7f23a756-de37-4a64-997d-34f14e0c37f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.796264 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23a756-de37-4a64-997d-34f14e0c37f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74957bf6-d612-4a1e-879b-d26bbb573278,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:39.805706 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7f23a756-de37-4a64-997d-34f14e0c37f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.807001 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-7f23a756-de37-4a64-997d-34f14e0c37f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316328 Oct 22 19:01:39.810146 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42390) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:39.815161 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'security_group_rule': {'security_group_id': '0a8b7a97-9ef3-4490-8ec4-39850af5550e', 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:39.816566 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c051c-6af7-48b7-8073-4ad1ddbeee70 None None] New status for floating IP cebf135a-569a-47da-8493-a7de9c812b51: ACTIVE {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 19:01:39.838791 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.db.securitygroups_db [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Project 699fbfd98c2e461fa30a39f0db33ee8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 19:01:39.843509 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.908667 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.915129 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.935586 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8326956c-e496-4cfa-beae-8651e86482af,revision_number=0']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:39.943268 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:39.944020 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-36e29d0f-c888-41e2-9b42-7a3dd6df6d73 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332929 Oct 22 19:01:39.947597 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42392) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:01:39.952177 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'security_group_rule': {'security_group_id': '0a8b7a97-9ef3-4490-8ec4-39850af5550e', 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:39.979452 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.securitygroups_db [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Project 699fbfd98c2e461fa30a39f0db33ee8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 22 19:01:39.985698 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.045104 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.049140 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546681'] for security_group_rule, after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.067667 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e21343-a93d-45bd-8ad1-9c84deee5840,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:40.078291 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.080188 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-aa897dd1-1985-4c33-b537-27bdb8e7b48a tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315668 Oct 22 19:01:40.170287 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-5c5964ae-75e0-4cff-8a32-aa80a38416f1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118072002&fields=id&tenant_id=699fbfd98c2e461fa30a39f0db33ee8d HTTP/1.1" status: 200 len: 267 time: 0.0393083 Oct 22 19:01:40.249321 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-109cbc6d-c20a-46d9-a4d8-484f7d6059c1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:40.252671 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-109cbc6d-c20a-46d9-a4d8-484f7d6059c1 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0725896 Oct 22 19:01:40.267326 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'port': {'security_groups': ['214e027b-9218-4f0f-a215-2a06163f9740', '0a8b7a97-9ef3-4490-8ec4-39850af5550e']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:01:40.345483 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.569478 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:01:40.603042 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for port, precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.608409 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12442745'] for port, after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.620091 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 19:01:40.674843 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:40.675547 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:40.676983 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3ca91db-2dbb-4f76-9edf-d9c38eb9dae3 req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "PUT /v2.0/ports/0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 981 time: 0.4175985 Oct 22 19:01:40.712338 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6f145-22bc-438c-a206-8e461566164c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=6']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:01:40.749412 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 19:01:40.817316 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99541c5a-b81d-44b1-bf1b-df8b39a4ebf4 req-7ab28721-36d3-40d3-a39b-97b475bad936 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:40.819193 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-99541c5a-b81d-44b1-bf1b-df8b39a4ebf4 req-7ab28721-36d3-40d3-a39b-97b475bad936 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0720553 Oct 22 19:01:40.865715 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-99541c5a-b81d-44b1-bf1b-df8b39a4ebf4 req-8fcc9826-4734-40ae-8a43-a063699686a0 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374413 Oct 22 19:01:40.914605 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:01:40.917008 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e381c4-594a-4ebf-ae9b-64311389a5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:01:40.954643 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7cdba1-4407-4280-b294-9e9dcc0fdf37 x-openstack-request-id: req-ef7cdba1-4407-4280-b294-9e9dcc0fdf37 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:01:40.954935 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:01:40.955185 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef7cdba1-4407-4280-b294-9e9dcc0fdf37 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:01:40.955720 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'status': 'completed', 'code': 200} Oct 22 19:01:41.016038 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-5a68635a-a922-4a5a-8e1c-90fe0349d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:41.017536 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-5a68635a-a922-4a5a-8e1c-90fe0349d712 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1137 time: 0.0409765 Oct 22 19:01:41.020002 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-2b28afd1-0272-47c8-91aa-de9c8161d018 None None] Provisioning complete for port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:01:41.020373 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2b28afd1-0272-47c8-91aa-de9c8161d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:41.112159 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-6f4ebdcd-0901-46dd-b4cf-1b39b8ac0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:41.114256 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-6f4ebdcd-0901-46dd-b4cf-1b39b8ac0ad2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.0887794 Oct 22 19:01:41.180579 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-525625ba-6b00-4c60-9c89-da052fcafaa2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0592985 Oct 22 19:01:41.229284 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-e780a635-2d13-4463-b02c-535bcf7cbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:41.230775 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-e780a635-2d13-4463-b02c-535bcf7cbfb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0434077 Oct 22 19:01:41.280567 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-441d4be5-17d0-4562-aa99-be43b7d69f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:01:41.282262 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-441d4be5-17d0-4562-aa99-be43b7d69f00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438254 Oct 22 19:01:41.369791 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-3b4f4dec-4fce-4e0e-b207-53197f59ff84 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807140 Oct 22 19:01:41.461017 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-84e381c4-594a-4ebf-ae9b-64311389a5c1 req-7108491c-5343-428d-a160-f993c3bb7b4c service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833294 Oct 22 19:01:44.256459 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3b0852ad-7371-4c37-a561-943cb9e88aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:44.475716 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:01:46.964842 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c6f1-f921-473b-abc3-8e9a1e7ea17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:47.974610 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:48.324986 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:49.990202 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:01:55.466651 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:07.812351 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-e6f5a662-eacc-4c08-a403-3991eb1f05d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399628 Oct 22 19:02:07.890860 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-832091e5-b8fd-4a86-afde-a3e70c2977cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:07.892412 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-832091e5-b8fd-4a86-afde-a3e70c2977cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1137 time: 0.0395417 Oct 22 19:02:07.996582 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-9dc920bc-b4de-4093-b168-5c8464acd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:07.998043 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-9dc920bc-b4de-4093-b168-5c8464acd897 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.0872948 Oct 22 19:02:08.061563 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-12e97286-e345-4e25-a110-9a4acd86c16c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0565720 Oct 22 19:02:08.112390 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-10952184-ba02-41a9-88f1-4a062e66ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:08.113941 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-10952184-ba02-41a9-88f1-4a062e66ad80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0455737 Oct 22 19:02:08.157353 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-49406d6a-2e89-4382-bb6c-6ff2ca66f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:08.159364 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-49406d6a-2e89-4382-bb6c-6ff2ca66f03c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383959 Oct 22 19:02:08.248292 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-92d08aa5-aad1-4096-8b5f-3b560ad0f664 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819910 Oct 22 19:02:08.343907 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-6d13bfb3-b20a-4149-b856-3a3d2ee27853 req-08ecb554-7b7c-4952-829b-c9cab0d837ec service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888493 Oct 22 19:02:14.257145 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95cc5f4-697b-464b-adaf-ecf88619dbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:16.966649 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e8783a73-b0a6-4d5d-80cf-94a782a77c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:17.976799 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:18.325943 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:19.992192 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:21.475687 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:02:25.470131 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:41.534590 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-6e045cb9-2853-4c9b-bb18-514fde44a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:41.535641 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633e53-83df-4886-a942-7da555e60586 req-58df897f-72d4-44ae-b96f-0e4f74b062d5 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:41.536795 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-6e045cb9-2853-4c9b-bb18-514fde44a79f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1137 time: 0.0473568 Oct 22 19:02:41.537193 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-74633e53-83df-4886-a942-7da555e60586 req-58df897f-72d4-44ae-b96f-0e4f74b062d5 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0614502 Oct 22 19:02:41.596767 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-74633e53-83df-4886-a942-7da555e60586 req-95b408ca-e7fe-4874-bdeb-ceadab4f56c2 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521450 Oct 22 19:02:41.646084 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-a1d28928-237e-4b2b-94e1-60d6a336f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:41.647588 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-a1d28928-237e-4b2b-94e1-60d6a336f059 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.1044567 Oct 22 19:02:41.720838 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-c3e6e450-1832-4661-9386-3731a478f30e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0661640 Oct 22 19:02:41.770357 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-262776b7-9cbe-46d5-ac4e-bbb2facc75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:41.771801 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-262776b7-9cbe-46d5-ac4e-bbb2facc75c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0439944 Oct 22 19:02:41.819948 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-44784b20-f0c8-4f4c-baae-b97d1ca78b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:41.821609 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-44784b20-f0c8-4f4c-baae-b97d1ca78b9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428674 Oct 22 19:02:41.912453 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-b94297d3-770e-492d-a889-eb0b9a3c5d24 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816579 Oct 22 19:02:42.005605 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-207fbcc8-3ad3-48d4-a75a-f02d804831b1 req-8db887f6-cdda-4e23-83e8-fe624e002755 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856304 Oct 22 19:02:42.838813 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9837ab3-f61e-4f28-8d5c-dd135e65fed6 req-7cd53722-3e07-4d73-8eb4-59157f8125ec tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:42.840268 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b9837ab3-f61e-4f28-8d5c-dd135e65fed6 req-7cd53722-3e07-4d73-8eb4-59157f8125ec tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.1719105 Oct 22 19:02:42.880173 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-b9837ab3-f61e-4f28-8d5c-dd135e65fed6 req-c6f4c751-5217-471f-88e2-a49c225c4ca0 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335484 Oct 22 19:02:44.050310 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c1f17-8681-4f10-84f7-55d354235784 req-c4c24281-84bc-453d-9ab7-0ac565ef086b tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:44.051795 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6c7c1f17-8681-4f10-84f7-55d354235784 req-c4c24281-84bc-453d-9ab7-0ac565ef086b tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.1044798 Oct 22 19:02:44.090144 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6c7c1f17-8681-4f10-84f7-55d354235784 req-daa9291a-468e-4561-92c9-6c5da41f5355 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323699 Oct 22 19:02:44.257986 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3468d4a4-57e8-4a98-885b-110e71efbe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:45.203004 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fa95d-a9e4-4dde-aa83-4627e44e6446 req-32e3d564-d0f3-4b0c-acbf-cddeaea3f0aa tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:45.204960 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-449fa95d-a9e4-4dde-aa83-4627e44e6446 req-32e3d564-d0f3-4b0c-acbf-cddeaea3f0aa tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0487921 Oct 22 19:02:45.248148 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-449fa95d-a9e4-4dde-aa83-4627e44e6446 req-84afbe2a-7675-4498-995d-825325ec59f3 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372231 Oct 22 19:02:46.360985 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658748f7-4a0b-4c88-9809-45c997e6d27a req-c070b259-9d1e-4d39-8027-90ea704c2ffc tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:46.362452 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-658748f7-4a0b-4c88-9809-45c997e6d27a req-c070b259-9d1e-4d39-8027-90ea704c2ffc tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0473745 Oct 22 19:02:46.405136 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-658748f7-4a0b-4c88-9809-45c997e6d27a req-41d1a7b4-e5de-428c-800e-09cb3eac58f8 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365090 Oct 22 19:02:46.967180 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5d6f6638-6efb-49dc-b420-1745707af91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:47.517521 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f489f-0507-4fe4-847c-bd91df337884 req-7bbf4460-456f-4e60-9689-cf9deeb81be2 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:47.518938 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-309f489f-0507-4fe4-847c-bd91df337884 req-7bbf4460-456f-4e60-9689-cf9deeb81be2 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0491519 Oct 22 19:02:47.557426 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-309f489f-0507-4fe4-847c-bd91df337884 req-750d9221-3387-4282-a174-e7ccf37d06db tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325873 Oct 22 19:02:47.980607 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:48.327513 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:48.675673 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bb95d-2c29-47b8-8f02-5b2ac288bb6d req-643a3725-9564-435a-b22a-fc86d1239b30 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:48.677136 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c74bb95d-2c29-47b8-8f02-5b2ac288bb6d req-643a3725-9564-435a-b22a-fc86d1239b30 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0491164 Oct 22 19:02:48.716064 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c74bb95d-2c29-47b8-8f02-5b2ac288bb6d req-cf5bdb52-c7a5-4747-b502-fdc0f8c10ca4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329120 Oct 22 19:02:49.831256 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285b51f-e80a-4b1e-908b-834a46227a67 req-ae14c4c1-58e3-4092-906d-67a357efd05c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:49.832820 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4285b51f-e80a-4b1e-908b-834a46227a67 req-ae14c4c1-58e3-4092-906d-67a357efd05c tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0493648 Oct 22 19:02:49.872173 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-4285b51f-e80a-4b1e-908b-834a46227a67 req-59b4a036-f4d8-47df-a095-ccc174b53562 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333819 Oct 22 19:02:49.995474 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:50.988759 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afa7a-a1b1-4e0d-8eae-c90704d3a13d req-5f1d2647-7f0a-4252-ba9b-47ca59b576ee tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:50.990233 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-799afa7a-a1b1-4e0d-8eae-c90704d3a13d req-5f1d2647-7f0a-4252-ba9b-47ca59b576ee tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0486922 Oct 22 19:02:51.029069 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-799afa7a-a1b1-4e0d-8eae-c90704d3a13d req-9c3816d0-4946-439d-8647-84d3d47861e5 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327668 Oct 22 19:02:52.142986 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e33865-b6c5-4bcf-b318-df00658beefe req-dae6fb03-2b3e-424d-b45c-5bd8ffd101cf tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:52.144414 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d9e33865-b6c5-4bcf-b318-df00658beefe req-dae6fb03-2b3e-424d-b45c-5bd8ffd101cf tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0487237 Oct 22 19:02:52.186495 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d9e33865-b6c5-4bcf-b318-df00658beefe req-b6a6fd58-4ca9-4638-a2c7-07b86ab3001e tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361164 Oct 22 19:02:53.299177 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa4a3d-b93a-4bf2-bb30-536e22bc8b9e req-19e230ba-5173-4b26-9652-a7b858d9484d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:02:53.300638 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4aa4a3d-b93a-4bf2-bb30-536e22bc8b9e req-19e230ba-5173-4b26-9652-a7b858d9484d tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0482192 Oct 22 19:02:53.342850 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4aa4a3d-b93a-4bf2-bb30-536e22bc8b9e req-f3805344-f55a-42e5-bcaf-64aa12e37893 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a8b7a97-9ef3-4490-8ec4-39850af5550e&id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362673 Oct 22 19:02:55.468345 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:02:58.475007 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:03:08.855982 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-d4f1dc10-c3dc-4fb4-9abd-979886309cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808160 Oct 22 19:03:08.937420 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-01aff231-b7a0-4b14-abdd-1513fd830acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:08.939619 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-01aff231-b7a0-4b14-abdd-1513fd830acc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1137 time: 0.0407145 Oct 22 19:03:09.044643 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-b68397c7-8284-481c-ab58-a492269f0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:09.046006 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-b68397c7-8284-481c-ab58-a492269f0f1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.0870268 Oct 22 19:03:09.109970 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-628207d0-ce5e-414d-9c8c-9442286c9983 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0564835 Oct 22 19:03:09.157926 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-b40944ac-0b72-494f-83f6-a853aa59b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:09.159478 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-b40944ac-0b72-494f-83f6-a853aa59b7ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0424609 Oct 22 19:03:09.207536 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-d5a9c88b-1820-47bf-9276-7ab74c04e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:09.209062 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-d5a9c88b-1820-47bf-9276-7ab74c04e769 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425825 Oct 22 19:03:09.300096 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-b1a926d3-de1e-4498-b780-4ead992eb792 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831130 Oct 22 19:03:09.657236 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-5dac954c-9962-4b4c-ad28-febc99f38b6e req-33573379-0850-41fe-ae33-20cf68386290 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502045 Oct 22 19:03:10.178214 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-aac5188c-65dc-4744-9e25-9b27a865766a req-d57f258f-130c-48b9-af94-071bdf7161b1 service neutron] (106214) timed out ('10.222.0.37', 50748) {{(pid=106214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 19:03:14.259041 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37147fe5-d3a6-4ba2-af36-3d5ead72dcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:16.967985 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eadaeede-e9c6-43c3-91e0-6eb09cfa5e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:17.981888 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:18.329075 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:19.997900 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:25.464748 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:35.473369 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:03:44.260485 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a4dda80b-182a-49e2-aae8-0ad261f69990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:46.973386 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-52ff9d23-79aa-4327-9d51-bdfb9f5b5692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:47.984849 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:48.331705 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:49.999856 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:55.481924 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:56.082140 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [req-5934374f-9507-49ee-bbff-4e58b039c972 req-17d98118-d558-40a3-875c-47f4b8bcad4e service neutron] (106215) timed out ('10.222.0.37', 50779) {{(pid=106215) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 22 19:03:56.689686 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-8ba09154-ac56-4a2e-b096-c81f042c8e0f tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2118072002&fields=id&tenant_id=699fbfd98c2e461fa30a39f0db33ee8d HTTP/1.1" status: 200 len: 267 time: 0.0313790 Oct 22 19:03:56.750897 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-cc197d10-43b2-4d49-8760-77c415b93833 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:56.752571 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-cc197d10-43b2-4d49-8760-77c415b93833 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 984 time: 0.0566516 Oct 22 19:03:56.764786 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.v2.base [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Request body: {'port': {'security_groups': ['214e027b-9218-4f0f-a215-2a06163f9740']}} {{(pid=106215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 22 19:03:56.828326 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3809734'] for port, before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:56.995664 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:03:57.031561 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for port, precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.036765 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771495354341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771494839480', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771494839498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12333539'] for port, after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.049523 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 19:03:57.087018 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:57.087681 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.089120 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-94b3ca95-c01d-406e-88bb-0f27aae72647 req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "PUT /v2.0/ports/0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 942 time: 0.3289278 Oct 22 19:03:57.089585 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:03:57.091934 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4641d49-5824-482b-9dee-3d834536893f" -d '{"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:03:57.097367 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42486) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:03:57.116932 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event updated for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=7']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:03:57.124729 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.125085 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.125420 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.125757 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.126115 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.126594 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.126930 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.127809 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.128275 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.128575 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.128906 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.129230 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbb73ce-3d33-4dc1-83f2-305a83882c78 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.154584 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ffd6ea-f2a0-4dbe-ab64-965f6b97e747 x-openstack-request-id: req-54ffd6ea-f2a0-4dbe-ab64-965f6b97e747 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:03:57.154879 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:03:57.155129 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54ffd6ea-f2a0-4dbe-ab64-965f6b97e747 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:03:57.156120 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'status': 'completed', 'code': 200} Oct 22 19:03:57.186977 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 19:03:57.188212 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.218650 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.237492 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4641d49-5824-482b-9dee-3d834536893f req-4d301222-d364-4193-bfbd-44440ae034d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:57.241203 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4641d49-5824-482b-9dee-3d834536893f req-4d301222-d364-4193-bfbd-44440ae034d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1098 time: 0.0492771 Oct 22 19:03:57.312920 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.318237 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.323233 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "DELETE /v2.0/security-groups/0a8b7a97-9ef3-4490-8ec4-39850af5550e HTTP/1.1" status: 204 len: 168 time: 0.2242942 Oct 22 19:03:57.324067 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42492) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:03:57.364165 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4641d49-5824-482b-9dee-3d834536893f req-44c9795f-c484-4542-89ef-31798779b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:57.366012 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4641d49-5824-482b-9dee-3d834536893f req-44c9795f-c484-4542-89ef-31798779b35f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.1178823 Oct 22 19:03:57.372575 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b7a97-9ef3-4490-8ec4-39850af5550e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:03:57.393134 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.394174 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.394519 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.394989 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.395332 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.395677 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.395994 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.396316 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.396638 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.396968 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.397289 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.397607 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee7c58-aec9-42c1-81e2-026d77c24eae tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:03:57.443209 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4641d49-5824-482b-9dee-3d834536893f req-406760ca-ea49-4783-b53f-8c165352c848 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0686932 Oct 22 19:03:57.457097 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [None req-03d3b07f-1525-42ce-916f-6e6136712ad0 None None] Provisioning complete for port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 triggered by entity DHCP. {{(pid=106216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 22 19:03:57.457588 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03d3b07f-1525-42ce-916f-6e6136712ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4042063'] for port, provisioning_complete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.501528 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4641d49-5824-482b-9dee-3d834536893f req-4eb75172-cc11-4439-8754-873268849684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:57.504078 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4641d49-5824-482b-9dee-3d834536893f req-4eb75172-cc11-4439-8754-873268849684 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0527532 Oct 22 19:03:57.543930 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Deleting port f50252e5-aad0-46f3-97c3-0e37681b6471 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:03:57.544307 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.562441 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4641d49-5824-482b-9dee-3d834536893f req-9a3a2834-194c-4b5b-849d-993a329c85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:57.563822 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4641d49-5824-482b-9dee-3d834536893f req-9a3a2834-194c-4b5b-849d-993a329c85a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526824 Oct 22 19:03:57.632380 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.633246 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.646495 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Calling delete_port for f50252e5-aad0-46f3-97c3-0e37681b6471 owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:03:57.670101 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4641d49-5824-482b-9dee-3d834536893f req-2142edfa-daf8-4be9-a104-3bee67bad452 service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983365 Oct 22 19:03:57.772341 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-d4641d49-5824-482b-9dee-3d834536893f req-e6b23354-75ff-4900-83ed-ad420615669d service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946651 Oct 22 19:03:57.804769 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.829528 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event deleted for resources: {'Port': ['ID=f50252e5-aad0-46f3-97c3-0e37681b6471,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:03:57.888895 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks [] for floatingip, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:57.889225 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Floating IP cebf135a-569a-47da-8493-a7de9c812b51 disassociated (deleted). External IP: 172.27.0.108, port: 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3. Oct 22 19:03:58.097114 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Router f799b527-4054-4d9b-9681-9b7ce8744995 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:03:58.202221 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:03:58.207027 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for floatingip, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:03:58.212107 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] Sync routers for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:03:58.231138 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:03:58.231854 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:03:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:03:58.235614 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-87f18d3f-401b-4183-a32a-a62b80c04176 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "DELETE /v2.0/floatingips/cebf135a-569a-47da-8493-a7de9c812b51 HTTP/1.1" status: 204 len: 168 time: 0.8998294 Oct 22 19:03:58.236288 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:03:58.240340 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233c9872469014958aba7724fb61afd5e48afecba5751549b21377d3ab3232e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2" -d '{"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:03:58.346352 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Oct 2021 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925322e8-886a-4c4b-a60d-475c6562e910 x-openstack-request-id: req-925322e8-886a-4c4b-a60d-475c6562e910 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:03:58.346664 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:03:58.346889 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-925322e8-886a-4c4b-a60d-475c6562e910 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:03:58.347342 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'status': 'completed', 'code': 200} Oct 22 19:03:58.352342 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:03:58.419089 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-ba86aa44-90ad-4b7b-8ca8-7460f4e8e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:58.420653 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-ba86aa44-90ad-4b7b-8ca8-7460f4e8e773 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 1098 time: 0.0472105 Oct 22 19:03:58.531802 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-3df93dc8-4540-4f06-896a-954de7ea5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:58.533362 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-3df93dc8-4540-4f06-896a-954de7ea5a24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 200 len: 915 time: 0.1059816 Oct 22 19:03:58.575282 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-ba9f2d87-0f53-4409-b5d7-0a0b751e58f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 200 len: 217 time: 0.0351858 Oct 22 19:03:58.577186 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 5, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:03:58.604014 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] Checking router: f799b527-4054-4d9b-9681-9b7ce8744995 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:03:58.613313 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:03:58.614015 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:03:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:03:58.625862 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-3fca9331-5b9a-43f4-8a27-b2bdcd0cf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:58.627454 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-3fca9331-5b9a-43f4-8a27-b2bdcd0cf710 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 200 len: 853 time: 0.0448511 Oct 22 19:03:58.687846 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-a27e3ddf-12f3-4c68-8129-ebaf3bb03ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:03:58.689325 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-a27e3ddf-12f3-4c68-8129-ebaf3bb03ebe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f020b5c-cd28-443d-87bc-fc204f500e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550234 Oct 22 19:03:58.719345 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:03:58.787220 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-6530d4f3-b6f2-4f55-b142-b17c70503dbb service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900314 Oct 22 19:03:58.883300 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ab8d6d75-f8a0-4131-a9fa-0000ce3b35a2 req-2b04f8d2-2450-4656-acd3-6a3c981afd5c service neutron] 10.222.0.37 "GET /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885139 Oct 22 19:03:58.926681 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 5, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:03:58.956392 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0b7e3-7c02-4cdc-bae7-b59c48bd6f1b None None] The sync data for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi is: [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:46Z', 'revision_number': 4, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi', '_interfaces': [{'id': '60e24477-cb00-47c7-8f03-876ca83756be', 'name': '', 'network_id': '2f020b5c-cd28-443d-87bc-fc204f500e5d', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'mac_address': 'fa:16:3e:d8:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:46Z', 'updated_at': '2021-10-22T19:00:51Z', 'revision_number': 5, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'subnets': [{'id': 'f7646fb0-7d2a-4aa4-96b6-26a02433f1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:03:59.164073 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c43f47-bb08-4667-90c1-29d30475f971 None None] New status for floating IP cebf135a-569a-47da-8493-a7de9c812b51: DOWN {{(pid=106217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 22 19:04:01.012466 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad2f0b-2b9b-49d4-969c-395d9ad4c954 req-6a058bf6-260b-444f-82d0-7a06cfbae3ef tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:04:01.013930 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8aad2f0b-2b9b-49d4-969c-395d9ad4c954 req-6a058bf6-260b-444f-82d0-7a06cfbae3ef tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0484712 Oct 22 19:04:01.051835 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8aad2f0b-2b9b-49d4-969c-395d9ad4c954 req-4c40f8ea-0f38-41b3-9d9c-0b49af5fd7f2 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Oct 22 19:04:02.171860 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fa5f3-94ed-47b2-956a-502461839c0c req-a3fec94f-3519-4166-9748-dc353f07a533 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:04:02.173312 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bf8fa5f3-94ed-47b2-956a-502461839c0c req-a3fec94f-3519-4166-9748-dc353f07a533 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0537491 Oct 22 19:04:02.209841 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-bf8fa5f3-94ed-47b2-956a-502461839c0c req-59c95550-c6f5-47a4-86ab-3ed65ab16ea4 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/security-groups?id=214e027b-9218-4f0f-a215-2a06163f9740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299847 Oct 22 19:04:02.905391 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-e9f9e2e0-cc9b-4351-94e8-fc8579dcec23 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 22 19:04:02.906877 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-e9f9e2e0-cc9b-4351-94e8-fc8579dcec23 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.37 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 945 time: 0.0477948 Oct 22 19:04:02.998992 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Deleting port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:02.999327 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:03.088341 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] For port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:03.088707 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:03.105589 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Calling delete_port for 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 owned by compute:nova {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:03.229073 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:03.242846 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] get_ports_and_sgs() called for port_ids ['0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'] {{(pid=106216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 22 19:04:03.258381 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Pushing event deleted for resources: {'Port': ['ID=0fd7aaed-4d50-4d3e-a850-94603bbd1ba3,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:03.303645 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] No DVR routers for this DVR port 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 on host hv-cinder-81514 {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:04:03.306187 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481029'] for port, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:03.310747 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [req-ca84013e-ba20-416a-98fa-c6fad71ec9ff req-1ca76f53-4014-417b-b598-048de44e5643 tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.37 "DELETE /v2.0/ports/0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 HTTP/1.1" status: 204 len: 173 time: 0.3967073 Oct 22 19:04:03.311311 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'name': 'network-vif-deleted', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 22 19:04:03.313721 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6ecd012a-b20b-49ab-9d91-b9905a63403a req-1bb73cbd-74c0-406b-ad07-b55ca40905ac tempest-TestMinimumBasicScenario-1867629996 tempest-TestMinimumBasicScenario-1867629996-project] 10.222.0.15 "GET /v2.0/ports?device_id=808038ab-9a21-432f-846c-a979ff021f8c HTTP/1.1" status: 200 len: 210 time: 0.0320227 Oct 22 19:04:03.314278 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2194711d156559aca15f1947901f1c42fa5a2970dcd7216545affcf00d56c664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037304c0-1465-4642-9484-ee0449ade098" -d '{"events": [{"server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "name": "network-vif-deleted", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 22 19:04:03.352458 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Oct 2021 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53dbdbf-f477-4608-a73f-051b66af2844 x-openstack-request-id: req-e53dbdbf-f477-4608-a73f-051b66af2844 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 22 19:04:03.352950 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808038ab-9a21-432f-846c-a979ff021f8c", "name": "network-vif-deleted", "tag": "0fd7aaed-4d50-4d3e-a850-94603bbd1ba3", "status": "completed", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 22 19:04:03.353210 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e53dbdbf-f477-4608-a73f-051b66af2844 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 22 19:04:03.353605 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808038ab-9a21-432f-846c-a979ff021f8c', 'name': 'network-vif-deleted', 'tag': '0fd7aaed-4d50-4d3e-a850-94603bbd1ba3', 'status': 'completed', 'code': 200} Oct 22 19:04:04.930326 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42584) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:05.498962 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:05.734000 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Deleting port 60e24477-cb00-47c7-8f03-876ca83756be {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:05.734359 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:05.814277 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] For port 60e24477-cb00-47c7-8f03-876ca83756be, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=60e24477-cb00-47c7-8f03-876ca83756be,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:05.814584 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:05.826529 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Calling delete_port for 60e24477-cb00-47c7-8f03-876ca83756be owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:06.002544 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:06.029207 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=60e24477-cb00-47c7-8f03-876ca83756be,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:06.190809 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:06.400306 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Router f799b527-4054-4d9b-9681-9b7ce8744995 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:04:06.502845 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:04:06.507798 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bdbcedbe-8906-4d70-995d-87234a64dbcf admin admin] 10.222.0.15 "PUT /v2.0/routers/f799b527-4054-4d9b-9681-9b7ce8744995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5764649 Oct 22 19:04:06.510238 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42586) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:06.512183 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] Sync routers for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:04:06.522647 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:04:06.523245 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:03:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:06.612696 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks [] for router, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:06.626711 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:04:06.713673 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:06.766952 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Deleting port 15373350-1f9e-4461-86da-2c2399e5fb2f {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:06.767293 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:06.806695 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:04:05Z', 'revision_number': 5, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port': {'id': '15373350-1f9e-4461-86da-2c2399e5fb2f', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:06.850169 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] For port 15373350-1f9e-4461-86da-2c2399e5fb2f, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=15373350-1f9e-4461-86da-2c2399e5fb2f,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:06.850565 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:06.863543 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Calling delete_port for 15373350-1f9e-4461-86da-2c2399e5fb2f owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:06.958526 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] Checking router: f799b527-4054-4d9b-9681-9b7ce8744995 for host: dv-cinder-815146-1-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:04:06.967102 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] Routers {'f799b527-4054-4d9b-9681-9b7ce8744995'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:04:06.967652 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:03:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['f799b527-4054-4d9b-9681-9b7ce8744995'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:07.001518 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:04:07.028287 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] No Port match for: 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:04:07.028624 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Device 0fd7aaed-4d50-4d3e-a850-94603bbd1ba3 not bound to the agent host hv-cinder-81514 {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:04:07.032829 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.059600 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Pushing event deleted for resources: {'Port': ['ID=15373350-1f9e-4461-86da-2c2399e5fb2f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:07.076494 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] Set router f799b527-4054-4d9b-9681-9b7ce8744995 gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:04:07.118297 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.130742 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:04:06Z', 'revision_number': 6, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:07.157034 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c90275-9e13-4544-814b-afb1370e4c5e None None] The sync data for ids ['f799b527-4054-4d9b-9681-9b7ce8744995'] in dv-cinder-815146-1-iscsi is: [{'id': 'f799b527-4054-4d9b-9681-9b7ce8744995', 'name': 'tempest-TestMinimumBasicScenario-325045341-router', 'tenant_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:44Z', 'updated_at': '2021-10-22T19:04:06Z', 'revision_number': 6, 'project_id': '699fbfd98c2e461fa30a39f0db33ee8d', 'gw_port_host': None}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:04:07.212721 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.215165 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.259700 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.260363 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f799b527-4054-4d9b-9681-9b7ce8744995 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 19:04:07.264636 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.265776 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6b479293-8e54-40f7-b1f6-08a797fd3685 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f799b527-4054-4d9b-9681-9b7ce8744995 HTTP/1.1" status: 204 len: 168 time: 0.7546189 Oct 22 19:04:07.268873 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42588) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:07.312185 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] Deleting subnet f7646fb0-7d2a-4aa4-96b6-26a02433f1fa {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 19:04:07.315303 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.348974 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.425732 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.475947 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.502910 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.506193 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f7646fb0-7d2a-4aa4-96b6-26a02433f1fa HTTP/1.1" status: 204 len: 168 time: 0.2362955 Oct 22 19:04:07.507125 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91002d-e5dc-4cea-97c0-3ca50b0f4efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7646fb0-7d2a-4aa4-96b6-26a02433f1fa,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:07.508668 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42590) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:07.510570 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e4811-5e05-45c0-9225-4ba405b16d6d None None] Network 2f020b5c-cd28-443d-87bc-fc204f500e5d requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:04:07.587179 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.646941 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Deleting port be31abee-14db-4b21-ac2b-e612dafa45c0 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:07.647381 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.710319 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] For port be31abee-14db-4b21-ac2b-e612dafa45c0, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=be31abee-14db-4b21-ac2b-e612dafa45c0,segment=NetworkSegment(24d39f02-2e0c-4b40-8a0c-009667a025f2),segment_id=24d39f02-2e0c-4b40-8a0c-009667a025f2)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:07.710704 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.723293 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Calling delete_port for be31abee-14db-4b21-ac2b-e612dafa45c0 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:07.804062 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.829282 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Pushing event deleted for resources: {'Port': ['ID=be31abee-14db-4b21-ac2b-e612dafa45c0,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:07.835120 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] No DVR routers for this DVR port be31abee-14db-4b21-ac2b-e612dafa45c0 on host dv-cinder-815146-1-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:04:07.905181 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.930690 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f020b5c-cd28-443d-87bc-fc204f500e5d']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:07.940432 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d39f02-2e0c-4b40-8a0c-009667a025f2') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:07.940735 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d39f02-2e0c-4b40-8a0c-009667a025f2') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:07.952074 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.954570 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fad724-375a-4e5d-8d20-e70f03e997b7 None None] DHCP port deletion for 2f020b5c-cd28-443d-87bc-fc204f500e5d request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 19:04:07.969577 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.976970 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 19:04:07.977431 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 19:04:07.979686 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 19:04:08.034280 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:08.049386 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:08.052840 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2f020b5c-cd28-443d-87bc-fc204f500e5d HTTP/1.1" status: 204 len: 168 time: 0.5426633 Oct 22 19:04:08.054208 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc567b0-b342-4738-96ce-7d7b6ca9c801 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f020b5c-cd28-443d-87bc-fc204f500e5d,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:08.055700 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42592) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:08.407863 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526885'] for router_interface, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:08.645337 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Deleting port af0e40c2-66eb-4cfa-b629-a111ec468aa1 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:08.646070 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:08.719288 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] For port af0e40c2-66eb-4cfa-b629-a111ec468aa1, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=af0e40c2-66eb-4cfa-b629-a111ec468aa1,segment=NetworkSegment(22319a34-7d69-4fef-9b31-48eba42a5b95),segment_id=22319a34-7d69-4fef-9b31-48eba42a5b95)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:08.719582 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:08.731895 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Calling delete_port for af0e40c2-66eb-4cfa-b629-a111ec468aa1 owned by network:router_interface {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:08.907243 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:08.936770 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0e40c2-66eb-4cfa-b629-a111ec468aa1,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:09.100598 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527033'] for router_interface, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:09.290367 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device be31abee-14db-4b21-ac2b-e612dafa45c0 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:04:09.310666 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: be31abee-14db-4b21-ac2b-e612dafa45c0 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:04:09.311011 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device be31abee-14db-4b21-ac2b-e612dafa45c0 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:04:09.311431 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 60e24477-cb00-47c7-8f03-876ca83756be no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:04:09.319431 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Router 20d83314-02f9-4e5b-9fba-95ae9335fc79 has already been hosted by L3 agent 0967c468-0583-4e35-b76e-069ef29fd7aa {{(pid=106215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 22 19:04:09.330285 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 60e24477-cb00-47c7-8f03-876ca83756be {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:04:09.330633 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 60e24477-cb00-47c7-8f03-876ca83756be not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:04:09.331043 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 15373350-1f9e-4461-86da-2c2399e5fb2f no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:04:09.352298 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 15373350-1f9e-4461-86da-2c2399e5fb2f {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:04:09.352641 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 15373350-1f9e-4461-86da-2c2399e5fb2f not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:04:09.425163 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] Notify agent at l3_agent.dv-cinder-815146-1-iscsi the message routers_updated {{(pid=106215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 22 19:04:09.432612 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-111bb5d7-5079-48ba-95c1-3b73a7ac61d5 admin admin] 10.222.0.15 "PUT /v2.0/routers/20d83314-02f9-4e5b-9fba-95ae9335fc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3734365 Oct 22 19:04:09.432732 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42594) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:09.433516 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] Sync routers for ids ['20d83314-02f9-4e5b-9fba-95ae9335fc79'] in dv-cinder-815146-1-iscsi {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 22 19:04:09.444303 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] Routers {'20d83314-02f9-4e5b-9fba-95ae9335fc79'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:04:09.444941 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:03:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['20d83314-02f9-4e5b-9fba-95ae9335fc79'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:09.534571 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:09.547062 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] Set router 20d83314-02f9-4e5b-9fba-95ae9335fc79 gateway port host: dv-cinder-815146-1-iscsi {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:04:09.636909 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:09.689511 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Deleting port 574509e5-3362-4584-863b-777d6c4ab562 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:09.689989 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:09.717998 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'external_fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '574509e5-3362-4584-863b-777d6c4ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:04:08Z', 'revision_number': 5, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port': {'id': '574509e5-3362-4584-863b-777d6c4ab562', 'name': '', 'network_id': 'f7fec8de-a3da-4ac5-bebd-0cc8b424c511', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748a8991-75a2-4528-ac75-54f4cedc7bc9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-1-iscsi'}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:09.748542 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] Checking router: 20d83314-02f9-4e5b-9fba-95ae9335fc79 for host: dv-cinder-815146-1-iscsi {{(pid=106217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 22 19:04:09.757027 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] Routers {'20d83314-02f9-4e5b-9fba-95ae9335fc79'} bound to L3 agent in host dv-cinder-815146-1-iscsi {{(pid=106217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 22 19:04:09.757636 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-22T18:39:47Z,description=,heartbeat_timestamp=2021-10-22T19:03:47Z,host='dv-cinder-815146-1-iscsi',id=0967c468-0583-4e35-b76e-069ef29fd7aa,load=0,resource_versions=,resources_synced=,started_at=2021-10-22T18:39:47Z,topic='l3_agent')) {'router_ids': ['20d83314-02f9-4e5b-9fba-95ae9335fc79'], 'active': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:09.766523 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] For port 574509e5-3362-4584-863b-777d6c4ab562, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=574509e5-3362-4584-863b-777d6c4ab562,segment=NetworkSegment(e6151b71-35e7-4b05-8bdc-4838eecb4ef0),segment_id=e6151b71-35e7-4b05-8bdc-4838eecb4ef0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:09.766913 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:09.784948 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Calling delete_port for 574509e5-3362-4584-863b-777d6c4ab562 owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:09.926957 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvr_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] Set router 20d83314-02f9-4e5b-9fba-95ae9335fc79 gateway port host: None {{(pid=106217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 22 19:04:09.949744 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12442738'] for port, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:09.977639 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.l3_hamode_db [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:04:09Z', 'revision_number': 6, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port_host': None}], 'dv-cinder-815146-1-iscsi', False) {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:09.979577 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=574509e5-3362-4584-863b-777d6c4ab562,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:10.009039 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6602a-f04e-4a9f-8008-6a98ee0858e7 None None] The sync data for ids ['20d83314-02f9-4e5b-9fba-95ae9335fc79'] in dv-cinder-815146-1-iscsi is: [{'id': '20d83314-02f9-4e5b-9fba-95ae9335fc79', 'name': 'tempest-TestMinimumBasicScenario-1095819074-router', 'tenant_id': '690306e2b4e348229b0fd00f17dd5530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-22T19:00:48Z', 'updated_at': '2021-10-22T19:04:09Z', 'revision_number': 6, 'project_id': '690306e2b4e348229b0fd00f17dd5530', 'gw_port_host': None}] {{(pid=106217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 22 19:04:10.038548 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928539'] for router_gateway, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.127902 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4952'] for router, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.130157 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.175232 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537995'] for router, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.175730 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d83314-02f9-4e5b-9fba-95ae9335fc79 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 22 19:04:10.180100 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] Publish callbacks [] for router, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.181251 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-96ef5f56-f7ff-40fa-92e8-27a2520abaf7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/20d83314-02f9-4e5b-9fba-95ae9335fc79 HTTP/1.1" status: 204 len: 168 time: 0.7475398 Oct 22 19:04:10.183755 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42596) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:10.471219 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] Deleting subnet b87ae861-2760-4ff8-9a73-110da9dcdaea {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 22 19:04:10.474488 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.507953 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12439954'] for subnet, precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.584552 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4041561'] for subnet, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.636794 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4041568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12442671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12352675'] for subnet, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.663221 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87ae861-2760-4ff8-9a73-110da9dcdaea,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:10.665191 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for subnet, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.668387 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-cd756f90-437b-436f-bc9b-7ac4c7a48e39 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b87ae861-2760-4ff8-9a73-110da9dcdaea HTTP/1.1" status: 204 len: 168 time: 0.4837134 Oct 22 19:04:10.668979 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a49950-6032-404d-acca-aedd1194fbd7 None None] Network 6d92871b-df0a-4081-95a5-3028b044e540 requested from dv-cinder-815146-1-iscsi {{(pid=106216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 22 19:04:10.671075 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.wsgi [-] (106215) accepted ('10.222.0.15', 42598) {{(pid=106215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:10.739840 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3847341'] for network, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.794723 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Deleting port c67696cc-20a4-4aee-9f71-c7686c5cdaac {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:10.795067 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.839623 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] DHCP port deletion for 6d92871b-df0a-4081-95a5-3028b044e540 request from dv-cinder-815146-1-iscsi {{(pid=106216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 22 19:04:10.875302 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] For port c67696cc-20a4-4aee-9f71-c7686c5cdaac, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=c67696cc-20a4-4aee-9f71-c7686c5cdaac,segment=NetworkSegment(22319a34-7d69-4fef-9b31-48eba42a5b95),segment_id=22319a34-7d69-4fef-9b31-48eba42a5b95)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:10.875666 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.889775 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Calling delete_port for c67696cc-20a4-4aee-9f71-c7686c5cdaac owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:10.897098 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Deleting port c67696cc-20a4-4aee-9f71-c7686c5cdaac {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 22 19:04:10.897550 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771495345933'] for port, before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.960308 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] For port c67696cc-20a4-4aee-9f71-c7686c5cdaac, host dv-cinder-815146-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-1-iscsi',level=0,port_id=c67696cc-20a4-4aee-9f71-c7686c5cdaac,segment=NetworkSegment(22319a34-7d69-4fef-9b31-48eba42a5b95),segment_id=22319a34-7d69-4fef-9b31-48eba42a5b95)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 22 19:04:10.960796 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529547'] for port, precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:10.974426 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Calling delete_port for c67696cc-20a4-4aee-9f71-c7686c5cdaac owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 22 19:04:10.979053 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12333544'] for port, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.011822 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67696cc-20a4-4aee-9f71-c7686c5cdaac,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:11.013888 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] No DVR routers for this DVR port c67696cc-20a4-4aee-9f71-c7686c5cdaac on host dv-cinder-815146-1-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:04:11.060021 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771495354323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771494839471'] for port, after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.086062 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Pushing event deleted for resources: {'Port': ['ID=c67696cc-20a4-4aee-9f71-c7686c5cdaac,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:11.086503 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041168', 'neutron.services.segments.db._delete_segments_for_network-8771495312927'] for network, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.090282 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] No DVR routers for this DVR port c67696cc-20a4-4aee-9f71-c7686c5cdaac on host dv-cinder-815146-1-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 22 19:04:11.096613 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.096961 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.097305 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.097639 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.097976 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.098334 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.098664 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.098992 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.099327 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.099648 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.099973 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.100295 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270141f-5f2b-4450-9f32-20f4c73be7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-1-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 22 19:04:11.114239 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d92871b-df0a-4081-95a5-3028b044e540']}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:11.123439 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22319a34-7d69-4fef-9b31-48eba42a5b95') {'for_net_delete': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:11.123733 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.services.segments.db [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22319a34-7d69-4fef-9b31-48eba42a5b95') {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 22 19:04:11.138968 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771495363624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12402824'] for segment, before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.152661 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114'] for segment, precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.158928 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 22 19:04:11.159339 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4038114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335643'] for segment, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: Traceback (most recent call last): Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: timer() Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: cb(*args, **kw) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: return func(*args, **kwargs) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: self._notify() Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: self.callback(batched_events) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: event.method(event) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: aggregate_uuid = self.p_client.list_aggregates( Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: return f(self, *a, **k) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._get(url).json() Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: return self.request(url, 'GET', **kwargs) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: base_url = self.get_endpoint(auth, allow=allow, Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 22 19:04:11.161163 dv-cinder-815146-1-iscsi neutron-server[106215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 22 19:04:11.230165 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4041179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928567'] for network, after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.233872 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device af0e40c2-66eb-4cfa-b629-a111ec468aa1 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:04:11.235969 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571661'] for network, before_response {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.242870 dv-cinder-815146-1-iscsi neutron-server[106215]: INFO neutron.wsgi [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6d92871b-df0a-4081-95a5-3028b044e540 HTTP/1.1" status: 204 len: 168 time: 0.5678170 Oct 22 19:04:11.252472 dv-cinder-815146-1-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20680a4f-0a2d-4861-8975-16e4f9c69ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d92871b-df0a-4081-95a5-3028b044e540,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:11.255066 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: af0e40c2-66eb-4cfa-b629-a111ec468aa1 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:04:11.255639 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device af0e40c2-66eb-4cfa-b629-a111ec468aa1 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:04:11.256216 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 574509e5-3362-4584-863b-777d6c4ab562 no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:04:11.276767 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: 574509e5-3362-4584-863b-777d6c4ab562 {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:04:11.277362 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device 574509e5-3362-4584-863b-777d6c4ab562 not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:04:11.277779 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device c67696cc-20a4-4aee-9f71-c7686c5cdaac no longer exists at agent ovs-agent-dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 22 19:04:11.299873 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] No Port match for: c67696cc-20a4-4aee-9f71-c7686c5cdaac {{(pid=106216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 22 19:04:11.300212 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.rpc [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Device c67696cc-20a4-4aee-9f71-c7686c5cdaac not bound to the agent host dv-cinder-815146-1-iscsi {{(pid=106216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 22 19:04:11.407989 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42602) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:11.446598 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-62de9bac-9013-4133-8083-552d90230646 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=699fbfd98c2e461fa30a39f0db33ee8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373919 Oct 22 19:04:11.448981 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42604) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:11.495760 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a10581ab-d9c2-4cf3-8a88-726cd94fc593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.515844 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a10581ab-d9c2-4cf3-8a88-726cd94fc593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.561094 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a10581ab-d9c2-4cf3-8a88-726cd94fc593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.563624 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a10581ab-d9c2-4cf3-8a88-726cd94fc593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.565052 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a10581ab-d9c2-4cf3-8a88-726cd94fc593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/214e027b-9218-4f0f-a215-2a06163f9740 HTTP/1.1" status: 204 len: 168 time: 0.1149602 Oct 22 19:04:11.572389 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10581ab-d9c2-4cf3-8a88-726cd94fc593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e027b-9218-4f0f-a215-2a06163f9740,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:11.868719 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42610) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:11.911106 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-51e33369-0634-493a-beb8-0076aa9c976a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=690306e2b4e348229b0fd00f17dd5530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412250 Oct 22 19:04:11.913604 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.15', 42612) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 22 19:04:11.959813 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6449e565-792e-40cd-ad25-e45b8a3234cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:11.979666 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6449e565-792e-40cd-ad25-e45b8a3234cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:12.025808 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6449e565-792e-40cd-ad25-e45b8a3234cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581838'] for security_group, after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:12.028424 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6449e565-792e-40cd-ad25-e45b8a3234cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:12.029689 dv-cinder-815146-1-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6449e565-792e-40cd-ad25-e45b8a3234cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20171638-838d-4a77-8481-287150f0b49a HTTP/1.1" status: 204 len: 168 time: 0.1151509 Oct 22 19:04:12.037491 dv-cinder-815146-1-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449e565-792e-40cd-ad25-e45b8a3234cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20171638-838d-4a77-8481-287150f0b49a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 22 19:04:12.473304 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:04:14.261807 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-942e3989-6306-495a-938c-23a4eb28287a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:16.975491 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ad167613-8de3-4187-a732-c621bee3623f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:17.989061 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:18.333647 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:20.001035 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:25.480440 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:44.263738 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8978322-11c9-495c-b68c-bdf2227849b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:46.976993 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0969ddd0-0790-4864-be77-0ee8ca9f3232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:47.991880 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:48.336454 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:49.473776 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:04:50.003912 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:04:55.489250 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:14.265152 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6d7057ba-d7ef-4362-96c4-bfb5f46a04fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:16.978433 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-300d6127-6fe4-49f4-b523-accecff7421e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:17.994378 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:18.337874 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:20.006117 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:25.506912 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:26.474406 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:05:44.266150 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0c2a69d6-697e-4de9-a1bf-44c27e6269f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:46.979377 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a9974b1f-9ce9-4f2c-893a-4d1e02d39a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:47.997924 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:48.338815 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:50.011618 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:05:55.509074 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:03.474733 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:06:14.267833 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-75c17a78-7ed2-4868-ab20-247ee8b3565d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:16.981037 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6349e2a1-2624-48da-a3cd-afbb6c3680c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:17.999880 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:18.341842 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:20.012637 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:25.532293 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:40.473111 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:06:44.271037 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c05a9a88-735f-4d13-a9c0-0d0a98aead7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:46.984983 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bff8d759-eb96-4a1c-a29c-f7b3286495b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:48.004480 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:48.346892 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:50.014934 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:06:55.521552 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:14.272479 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-46a2ce2e-f30d-47a3-bb76-4b6b1658798e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:16.985931 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-65992161-074e-44c0-bce5-5dd12779bbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:17.472020 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:07:18.005536 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:18.339955 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:20.017043 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:25.537471 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:44.275032 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5dd80b0-540b-479c-bafb-ca8080bae098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:46.988206 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c387e750-34ee-4a1f-86e2-14a684c524f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:48.008386 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:48.344999 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:50.021441 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:07:54.470951 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:07:55.554550 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:14.276169 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf84dd97-c0f3-4d5e-b55d-ff529f73ed17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:16.989676 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be8f27b9-e44d-4c40-abc2-ad4bafb0fb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:18.011480 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:18.338341 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:20.023829 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:25.550262 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:31.469732 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:08:44.277454 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a8145f42-084c-4190-b787-2e4beaf86495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:46.990648 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2918bc6f-f189-497a-be0d-89194a94e338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:48.014910 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:48.341486 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:50.026194 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:08:55.549175 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:09:08.467615 dv-cinder-815146-1-iscsi neutron-server[106217]: DEBUG neutron.db.agents_db [None req-49b08e52-857f-4a96-b8c4-44365d81f4a2 None None] Agent healthcheck: found 6 active agents {{(pid=106217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 22 19:09:14.279236 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b7b2a9d5-714f-42f7-bed7-d2403f90e7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:09:16.992257 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-68e2bfa0-ba97-40b4-b29c-e05f6e0fb79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:09:18.018291 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-821903cc-d61e-44a1-a8f4-f5e00d49c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:09:18.342263 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-487156fc-1110-482d-8844-c4b7464f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:09:20.029008 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a5fb4734-6b4f-42a8-b925-08d9091120a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 22 19:09:25.556961 dv-cinder-815146-1-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-257618c5-c567-4153-a53b-2d6bc8d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771495312909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4040602'] for agent, after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}